2024-11-08 03:15:33,574 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 03:15:33,607 main DEBUG Took 0.030157 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 03:15:33,607 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 03:15:33,608 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 03:15:33,609 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 03:15:33,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,624 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 03:15:33,641 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,645 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,646 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,649 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,651 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,652 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 03:15:33,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,657 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 03:15:33,659 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 03:15:33,661 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 03:15:33,663 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 03:15:33,664 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 03:15:33,665 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 03:15:33,666 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 03:15:33,678 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 03:15:33,681 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 03:15:33,683 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 03:15:33,684 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 03:15:33,684 main DEBUG createAppenders(={Console}) 2024-11-08 03:15:33,686 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 03:15:33,686 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 03:15:33,686 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 03:15:33,687 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 03:15:33,687 main DEBUG OutputStream closed 2024-11-08 03:15:33,688 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 03:15:33,688 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 03:15:33,689 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 03:15:33,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 03:15:33,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 03:15:33,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 03:15:33,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 03:15:33,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 03:15:33,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 03:15:33,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 03:15:33,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 03:15:33,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 03:15:33,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 03:15:33,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 03:15:33,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 03:15:33,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 03:15:33,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 03:15:33,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 03:15:33,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 03:15:33,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 03:15:33,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 03:15:33,833 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 03:15:33,833 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 03:15:33,834 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 03:15:33,835 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T03:15:33,852 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 03:15:33,856 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 03:15:33,857 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T03:15:33,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=7496 2024-11-08T03:15:34,218 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T03:15:34,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad 2024-11-08T03:15:34,283 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412, deleteOnExit=true 2024-11-08T03:15:34,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/zookeeper_0, clientPort=62439, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:15:34,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62439 2024-11-08T03:15:34,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:15:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:15:34,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/test.cache.data in system properties and HBase conf 2024-11-08T03:15:34,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:15:34,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:15:34,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:15:34,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:15:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:15:34,576 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T03:15:34,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:15:34,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:15:34,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:15:34,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:15:34,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:15:34,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:15:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:15:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:15:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:15:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:15:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:15:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:15:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:15:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:15:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:15:35,885 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T03:15:35,983 INFO [Time-limited test {}] log.Log(170): Logging initialized @3362ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T03:15:36,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:36,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:15:36,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:15:36,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:15:36,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:15:36,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:36,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:15:36,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:15:36,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/java.io.tmpdir/jetty-localhost-35753-hadoop-hdfs-3_4_1-tests_jar-_-any-9937105630300737606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:15:36,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:35753} 2024-11-08T03:15:36,398 INFO [Time-limited test {}] server.Server(415): Started @3778ms 2024-11-08T03:15:36,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:37,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:15:37,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:15:37,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:15:37,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:15:37,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:15:37,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:15:37,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/java.io.tmpdir/jetty-localhost-38903-hadoop-hdfs-3_4_1-tests_jar-_-any-3275007440645817774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:15:37,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:38903} 2024-11-08T03:15:37,136 INFO [Time-limited test {}] server.Server(415): Started @4516ms 2024-11-08T03:15:37,211 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:15:38,605 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/data/data1/current/BP-1496560288-172.17.0.3-1731035735270/current, will proceed with Du for space computation calculation, 2024-11-08T03:15:38,605 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/data/data2/current/BP-1496560288-172.17.0.3-1731035735270/current, will proceed with Du for space computation calculation, 2024-11-08T03:15:38,630 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:15:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e78f23a338b128 with lease ID 0x515d606cb658eebd: Processing first storage report for DS-10193f8b-e9a5-426b-93db-ae2841134343 from datanode DatanodeRegistration(127.0.0.1:43997, datanodeUuid=96bb9780-de6d-47d1-8094-6fa7c8fe8b96, infoPort=41531, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=931707445;c=1731035735270) 2024-11-08T03:15:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e78f23a338b128 with lease ID 0x515d606cb658eebd: from storage DS-10193f8b-e9a5-426b-93db-ae2841134343 node DatanodeRegistration(127.0.0.1:43997, datanodeUuid=96bb9780-de6d-47d1-8094-6fa7c8fe8b96, infoPort=41531, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=931707445;c=1731035735270), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T03:15:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e78f23a338b128 with lease ID 0x515d606cb658eebd: Processing first storage report for DS-e0ea8090-ab11-4e6b-aa26-7294a8521ae2 from datanode DatanodeRegistration(127.0.0.1:43997, datanodeUuid=96bb9780-de6d-47d1-8094-6fa7c8fe8b96, infoPort=41531, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=931707445;c=1731035735270) 2024-11-08T03:15:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e78f23a338b128 with lease ID 0x515d606cb658eebd: from storage DS-e0ea8090-ab11-4e6b-aa26-7294a8521ae2 node DatanodeRegistration(127.0.0.1:43997, datanodeUuid=96bb9780-de6d-47d1-8094-6fa7c8fe8b96, infoPort=41531, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=931707445;c=1731035735270), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T03:15:38,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad 2024-11-08T03:15:38,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:38,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:15:39,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64 with version=8 2024-11-08T03:15:39,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/hbase-staging 2024-11-08T03:15:39,404 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T03:15:39,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:39,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:39,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:39,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:39,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:39,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:39,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:15:39,879 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T03:15:39,888 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T03:15:39,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:39,918 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8538 (auto-detected) 2024-11-08T03:15:39,920 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T03:15:39,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36649 2024-11-08T03:15:39,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36649 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366490x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:40,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36649-0x10118711d270000 connected 2024-11-08T03:15:40,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:40,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:40,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:40,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64, hbase.cluster.distributed=false 2024-11-08T03:15:40,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/acl 2024-11-08T03:15:40,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36649 2024-11-08T03:15:40,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36649 2024-11-08T03:15:40,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36649 2024-11-08T03:15:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36649 2024-11-08T03:15:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36649 2024-11-08T03:15:40,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:40,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:40,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:40,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:40,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:40,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:40,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:15:40,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:40,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36085 2024-11-08T03:15:40,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36085 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:40,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:40,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:40,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360850x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:40,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360850x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:40,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36085-0x10118711d270001 connected 2024-11-08T03:15:40,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:15:40,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:15:40,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/master 2024-11-08T03:15:40,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/acl 2024-11-08T03:15:40,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T03:15:40,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-11-08T03:15:40,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-11-08T03:15:40,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T03:15:40,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-08T03:15:40,359 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:36649 2024-11-08T03:15:40,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-531421076/backup-masters/350fccc412b5,36649,1731035739492 2024-11-08T03:15:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:40,379 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/backup-masters/350fccc412b5,36649,1731035739492 2024-11-08T03:15:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:40,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/master 2024-11-08T03:15:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:40,408 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/master 2024-11-08T03:15:40,409 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-531421076/backup-masters/350fccc412b5,36649,1731035739492 from backup master directory 2024-11-08T03:15:40,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/backup-masters/350fccc412b5,36649,1731035739492 2024-11-08T03:15:40,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:40,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:40,419 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:40,419 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,36649,1731035739492 2024-11-08T03:15:40,423 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T03:15:40,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T03:15:40,488 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/hbase.id] with ID: 2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a 2024-11-08T03:15:40,489 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.tmp/hbase.id 2024-11-08T03:15:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:15:40,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.tmp/hbase.id]:[hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/hbase.id] 2024-11-08T03:15:40,956 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:40,961 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:15:40,982 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-08T03:15:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:41,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:15:41,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:15:41,459 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:15:41,478 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:15:41,482 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:15:41,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store 2024-11-08T03:15:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:15:42,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T03:15:42,361 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:42,362 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:15:42,362 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:42,363 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:42,364 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:15:42,364 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:42,364 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:42,366 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035742362Disabling compacts and flushes for region at 1731035742362Disabling writes for close at 1731035742364 (+2 ms)Writing region close event to WAL at 1731035742364Closed at 1731035742364 2024-11-08T03:15:42,369 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/.initializing 2024-11-08T03:15:42,369 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492 2024-11-08T03:15:42,380 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:42,394 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C36649%2C1731035739492, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/oldWALs, maxLogs=10 2024-11-08T03:15:42,416 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492/350fccc412b5%2C36649%2C1731035739492.1731035742398, exclude list is [], retry=0 2024-11-08T03:15:42,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T03:15:42,472 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:42,473 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:42,473 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:42,474 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:42,476 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,477 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:15:42,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:42,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:42,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:15:42,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:42,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:42,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:15:42,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:42,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:42,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:15:42,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:42,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:42,576 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,581 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,582 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,588 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,588 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,592 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:42,596 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:42,610 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:15:42,612 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65222435, jitterRate=-0.02810998260974884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:42,621 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035742490Initializing all the Stores at 1731035742492 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035742493 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035742493Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035742494 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035742494Cleaning up temporary data from old regions at 1731035742588 (+94 ms)Region opened successfully at 1731035742621 (+33 ms) 2024-11-08T03:15:42,623 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:15:42,655 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ffb444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:42,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:15:42,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:15:42,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:15:42,701 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:15:42,702 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T03:15:42,707 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T03:15:42,707 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:15:42,736 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:15:42,746 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/balancer because node does not exist (not necessarily an error) 2024-11-08T03:15:42,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/balancer already deleted, retry=false 2024-11-08T03:15:42,779 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:15:42,781 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:15:42,786 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/normalizer already deleted, retry=false 2024-11-08T03:15:42,788 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:15:42,792 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:15:42,796 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/switch/split already deleted, retry=false 2024-11-08T03:15:42,798 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:15:42,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/switch/merge already deleted, retry=false 2024-11-08T03:15:42,826 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:15:42,839 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/snapshot-cleanup already deleted, retry=false 2024-11-08T03:15:42,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:42,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:42,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,852 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,36649,1731035739492, sessionid=0x10118711d270000, setting cluster-up flag (Was=false) 2024-11-08T03:15:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,913 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531421076/flush-table-proc/acquired, /0-531421076/flush-table-proc/reached, /0-531421076/flush-table-proc/abort 2024-11-08T03:15:42,917 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36649,1731035739492 2024-11-08T03:15:42,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:42,976 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531421076/online-snapshot/acquired, /0-531421076/online-snapshot/reached, /0-531421076/online-snapshot/abort 2024-11-08T03:15:42,979 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36649,1731035739492 2024-11-08T03:15:42,986 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:15:43,052 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(746): ClusterId : 2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a 2024-11-08T03:15:43,055 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:15:43,061 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:43,062 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:15:43,062 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:15:43,070 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:15:43,072 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:15:43,072 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744201c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:43,077 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:15:43,082 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,36649,1731035739492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:15:43,086 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:36085 2024-11-08T03:15:43,090 INFO [RS:0;350fccc412b5:36085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:15:43,090 INFO [RS:0;350fccc412b5:36085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:15:43,090 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:15:43,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:43,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:43,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:43,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:43,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:15:43,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:43,092 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,092 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,36649,1731035739492 with port=36085, startcode=1731035740262 2024-11-08T03:15:43,094 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035773094 2024-11-08T03:15:43,096 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:15:43,097 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:15:43,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:43,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:15:43,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:15:43,102 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:15:43,102 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:15:43,102 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:15:43,103 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,104 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:15:43,106 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:15:43,106 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:43,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:15:43,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:15:43,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:15:43,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:15:43,109 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:15:43,110 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:15:43,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035743112,5,FailOnTimeoutGroup] 2024-11-08T03:15:43,113 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035743112,5,FailOnTimeoutGroup] 2024-11-08T03:15:43,113 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,114 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:15:43,115 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,115 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:15:43,137 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:15:43,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36649 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,157 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64 2024-11-08T03:15:43,157 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45927 2024-11-08T03:15:43,157 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:15:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/rs 2024-11-08T03:15:43,166 DEBUG [RS:0;350fccc412b5:36085 {}] zookeeper.ZKUtil(111): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/rs/350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,166 WARN [RS:0;350fccc412b5:36085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:43,166 INFO [RS:0;350fccc412b5:36085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:43,166 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,36085,1731035740262] 2024-11-08T03:15:43,193 INFO [RS:0;350fccc412b5:36085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:15:43,208 INFO [RS:0;350fccc412b5:36085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:15:43,212 INFO [RS:0;350fccc412b5:36085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:15:43,212 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,213 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:15:43,219 INFO [RS:0;350fccc412b5:36085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:15:43,221 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,221 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,221 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,221 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,221 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,222 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,223 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,223 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:43,223 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:43,223 DEBUG [RS:0;350fccc412b5:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:43,224 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,224 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,224 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,225 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,225 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,225 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36085,1731035740262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:15:43,245 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:15:43,246 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36085,1731035740262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,247 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,247 INFO [RS:0;350fccc412b5:36085 {}] regionserver.Replication(171): 350fccc412b5,36085,1731035740262 started 2024-11-08T03:15:43,269 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:43,269 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,36085,1731035740262, RpcServer on 350fccc412b5/172.17.0.3:36085, sessionid=0x10118711d270001 2024-11-08T03:15:43,270 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:15:43,270 DEBUG [RS:0;350fccc412b5:36085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,271 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,36085,1731035740262' 2024-11-08T03:15:43,271 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531421076/flush-table-proc/abort' 2024-11-08T03:15:43,272 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531421076/flush-table-proc/acquired' 2024-11-08T03:15:43,273 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:15:43,273 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:15:43,273 DEBUG [RS:0;350fccc412b5:36085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,36085,1731035740262 2024-11-08T03:15:43,273 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,36085,1731035740262' 2024-11-08T03:15:43,273 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531421076/online-snapshot/abort' 2024-11-08T03:15:43,274 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531421076/online-snapshot/acquired' 2024-11-08T03:15:43,274 DEBUG [RS:0;350fccc412b5:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:15:43,275 INFO [RS:0;350fccc412b5:36085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:15:43,275 INFO [RS:0;350fccc412b5:36085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:15:43,384 INFO [RS:0;350fccc412b5:36085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:43,388 INFO [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C36085%2C1731035740262, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:15:43,403 DEBUG [RS:0;350fccc412b5:36085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390, exclude list is [], retry=0 2024-11-08T03:15:43,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:43,411 INFO [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 2024-11-08T03:15:43,411 DEBUG [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:43,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:15:43,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64 2024-11-08T03:15:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:15:43,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:43,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:15:43,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:15:43,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:43,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:43,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:15:43,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:15:43,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:43,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:43,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:15:43,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:15:43,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:43,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:43,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:15:43,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:15:43,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:43,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:43,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:15:43,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:43,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:43,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:15:43,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:15:43,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:43,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:15:43,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:15:43,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66628759, jitterRate=-0.007154121994972229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:43,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035743934Initializing all the Stores at 1731035743936 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035743936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035743937 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035743937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035743937Cleaning up temporary data from old regions at 1731035743966 (+29 ms)Region opened successfully at 1731035743981 (+15 ms) 2024-11-08T03:15:43,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:15:43,981 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:15:43,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:15:43,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:15:43,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:15:43,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:15:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035743981Disabling compacts and flushes for region at 1731035743981Disabling writes for close at 1731035743982 (+1 ms)Writing region close event to WAL at 1731035743983 (+1 ms)Closed at 1731035743983 2024-11-08T03:15:43,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:43,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:15:43,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:15:44,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:44,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:15:44,162 DEBUG [350fccc412b5:36649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:15:44,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,36085,1731035740262 2024-11-08T03:15:44,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,36085,1731035740262, state=OPENING 2024-11-08T03:15:44,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:15:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:44,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:44,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:44,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:44,220 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:44,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,36085,1731035740262}] 2024-11-08T03:15:44,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:15:44,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:15:44,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:15:44,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:44,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:15:44,419 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C36085%2C1731035740262.meta, suffix=.meta, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:15:44,435 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.meta.1731035744421.meta, exclude list is [], retry=0 2024-11-08T03:15:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:44,443 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.meta.1731035744421.meta 2024-11-08T03:15:44,443 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:44,444 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:44,449 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:15:44,450 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:15:44,453 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:15:44,455 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:15:44,459 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:15:44,459 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:44,460 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:15:44,460 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:15:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:15:44,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:15:44,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:15:44,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:15:44,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:15:44,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:15:44,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:44,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:44,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:15:44,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:15:44,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:44,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:44,474 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:15:44,475 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:44,478 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:44,480 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:15:44,480 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:15:44,481 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:44,483 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:15:44,485 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70209471, jitterRate=0.0462026447057724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:44,486 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:15:44,487 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035744460Writing region info on filesystem at 1731035744460Initializing all the Stores at 1731035744462 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035744462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035744463 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035744463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035744463Cleaning up temporary data from old regions at 1731035744480 (+17 ms)Running coprocessor post-open hooks at 1731035744486 (+6 ms)Region opened successfully at 1731035744487 (+1 ms) 2024-11-08T03:15:44,494 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035744391 2024-11-08T03:15:44,505 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:15:44,505 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:15:44,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,36085,1731035740262 2024-11-08T03:15:44,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,36085,1731035740262, state=OPEN 2024-11-08T03:15:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:44,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:44,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:44,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,36085,1731035740262 2024-11-08T03:15:44,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:15:44,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,36085,1731035740262 in 373 msec 2024-11-08T03:15:44,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:15:44,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-08T03:15:44,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:44,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:15:44,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:15:44,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,36085,1731035740262, seqNum=-1] 2024-11-08T03:15:44,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:15:44,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:15:44,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6550 sec 2024-11-08T03:15:44,673 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035744673, completionTime=-1 2024-11-08T03:15:44,675 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:15:44,675 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:15:44,708 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:15:44,708 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035804708 2024-11-08T03:15:44,708 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035864708 2024-11-08T03:15:44,708 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-08T03:15:44,710 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,710 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,711 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,712 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:36649, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,712 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,713 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,719 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:15:44,740 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.320sec 2024-11-08T03:15:44,741 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:15:44,742 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:15:44,743 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:15:44,744 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:15:44,744 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:15:44,744 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:15:44,745 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:15:44,753 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:15:44,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:15:44,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36649,1731035739492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:44,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:44,763 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T03:15:44,763 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T03:15:44,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36649,-1 for getting cluster id 2024-11-08T03:15:44,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:44,778 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a' 2024-11-08T03:15:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a" 2024-11-08T03:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43726f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36649,-1] 2024-11-08T03:15:44,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:44,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:44,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:44,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:44,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:15:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,36085,1731035740262, seqNum=-1] 2024-11-08T03:15:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:15:44,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:15:44,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,36649,1731035739492 2024-11-08T03:15:44,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:44,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:44,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118711d270002 connected 2024-11-08T03:15:44,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir so I do NOT create it in target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b 2024-11-08T03:15:44,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:15:44,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.tmp.dir so I do NOT create it in target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b 2024-11-08T03:15:44,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:15:44,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b 2024-11-08T03:15:44,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:15:44,887 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/cluster_99eda5dd-b105-eaea-3bcd-3b15f6459c97, deleteOnExit=true 2024-11-08T03:15:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:15:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/test.cache.data in system properties and HBase conf 2024-11-08T03:15:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:15:44,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:15:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:15:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:15:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:15:44,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:15:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:15:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:15:44,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:15:45,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:45,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:15:45,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:15:45,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:15:45,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:15:45,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:45,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:15:45,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:15:45,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/java.io.tmpdir/jetty-localhost-34381-hadoop-hdfs-3_4_1-tests_jar-_-any-8718701961962054809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:15:45,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:34381} 2024-11-08T03:15:45,684 INFO [Time-limited test {}] server.Server(415): Started @13064ms 2024-11-08T03:15:46,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:15:46,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:15:46,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:15:46,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:15:46,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:15:46,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:15:46,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:15:46,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/java.io.tmpdir/jetty-localhost-37635-hadoop-hdfs-3_4_1-tests_jar-_-any-4793803595067638835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:15:46,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:37635} 2024-11-08T03:15:46,254 INFO [Time-limited test {}] server.Server(415): Started @13635ms 2024-11-08T03:15:46,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:15:47,321 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/cluster_99eda5dd-b105-eaea-3bcd-3b15f6459c97/data/data2/current/BP-515263543-172.17.0.3-1731035744926/current, will proceed with Du for space computation calculation, 2024-11-08T03:15:47,321 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/cluster_99eda5dd-b105-eaea-3bcd-3b15f6459c97/data/data1/current/BP-515263543-172.17.0.3-1731035744926/current, will proceed with Du for space computation calculation, 2024-11-08T03:15:47,338 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:15:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba1aac4fdf5fe2ab with lease ID 0x915af2519ca542cd: Processing first storage report for DS-412e575c-1222-45b0-bc45-20dc6f018212 from datanode DatanodeRegistration(127.0.0.1:43359, datanodeUuid=257b7c77-95ed-41d1-8b10-6da60ce16aca, infoPort=40733, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1373545646;c=1731035744926) 2024-11-08T03:15:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba1aac4fdf5fe2ab with lease ID 0x915af2519ca542cd: from storage DS-412e575c-1222-45b0-bc45-20dc6f018212 node DatanodeRegistration(127.0.0.1:43359, datanodeUuid=257b7c77-95ed-41d1-8b10-6da60ce16aca, infoPort=40733, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1373545646;c=1731035744926), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:15:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba1aac4fdf5fe2ab with lease ID 0x915af2519ca542cd: Processing first storage report for DS-53a0784c-de94-4957-bc8a-adf2109abcfe from datanode DatanodeRegistration(127.0.0.1:43359, datanodeUuid=257b7c77-95ed-41d1-8b10-6da60ce16aca, infoPort=40733, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1373545646;c=1731035744926) 2024-11-08T03:15:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba1aac4fdf5fe2ab with lease ID 0x915af2519ca542cd: from storage DS-53a0784c-de94-4957-bc8a-adf2109abcfe node DatanodeRegistration(127.0.0.1:43359, datanodeUuid=257b7c77-95ed-41d1-8b10-6da60ce16aca, infoPort=40733, infoSecurePort=0, ipcPort=40359, storageInfo=lv=-57;cid=testClusterID;nsid=1373545646;c=1731035744926), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:15:47,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b 2024-11-08T03:15:47,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:47,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:15:47,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8 with version=8 2024-11-08T03:15:47,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/hbase-staging 2024-11-08T03:15:47,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:15:47,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:47,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38061 2024-11-08T03:15:47,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38061 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380610x0, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:47,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38061-0x10118711d270003 connected 2024-11-08T03:15:47,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:47,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:47,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/running 2024-11-08T03:15:47,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8, hbase.cluster.distributed=false 2024-11-08T03:15:47,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/acl 2024-11-08T03:15:47,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T03:15:47,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38061 2024-11-08T03:15:47,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38061 2024-11-08T03:15:47,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T03:15:47,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38061 2024-11-08T03:15:48,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:48,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:48,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:48,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:48,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:48,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:15:48,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:48,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42581 2024-11-08T03:15:48,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42581 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:48,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:48,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425810x0, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:48,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425810x0, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/running 2024-11-08T03:15:48,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42581-0x10118711d270004 connected 2024-11-08T03:15:48,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:15:48,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:15:48,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/master 2024-11-08T03:15:48,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/acl 2024-11-08T03:15:48,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-08T03:15:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42581 2024-11-08T03:15:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42581 2024-11-08T03:15:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-08T03:15:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-08T03:15:48,056 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:38061 2024-11-08T03:15:48,057 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11235765121/backup-masters/350fccc412b5,38061,1731035747819 2024-11-08T03:15:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/backup-masters 2024-11-08T03:15:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/backup-masters 2024-11-08T03:15:48,071 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on existing znode=/11235765121/backup-masters/350fccc412b5,38061,1731035747819 2024-11-08T03:15:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11235765121/master 2024-11-08T03:15:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:48,081 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on existing znode=/11235765121/master 2024-11-08T03:15:48,081 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11235765121/backup-masters/350fccc412b5,38061,1731035747819 from backup master directory 2024-11-08T03:15:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/backup-masters 2024-11-08T03:15:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11235765121/backup-masters/350fccc412b5,38061,1731035747819 2024-11-08T03:15:48,091 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/backup-masters 2024-11-08T03:15:48,091 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,38061,1731035747819 2024-11-08T03:15:48,098 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/hbase.id] with ID: afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:48,098 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/.tmp/hbase.id 2024-11-08T03:15:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:15:48,506 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/.tmp/hbase.id]:[hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/hbase.id] 2024-11-08T03:15:48,533 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:48,533 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:15:48,535 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T03:15:48,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:48,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:15:48,586 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:15:48,587 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:15:48,588 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:15:49,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store 2024-11-08T03:15:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:15:49,015 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:49,015 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:15:49,015 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:49,016 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:49,016 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:15:49,016 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:49,016 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:49,016 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035749015Disabling compacts and flushes for region at 1731035749015Disabling writes for close at 1731035749016 (+1 ms)Writing region close event to WAL at 1731035749016Closed at 1731035749016 2024-11-08T03:15:49,017 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/.initializing 2024-11-08T03:15:49,017 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/WALs/350fccc412b5,38061,1731035747819 2024-11-08T03:15:49,019 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:49,022 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C38061%2C1731035747819, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/WALs/350fccc412b5,38061,1731035747819, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/oldWALs, maxLogs=10 2024-11-08T03:15:49,036 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/WALs/350fccc412b5,38061,1731035747819/350fccc412b5%2C38061%2C1731035747819.1731035749022, exclude list is [], retry=0 2024-11-08T03:15:49,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43359,DS-412e575c-1222-45b0-bc45-20dc6f018212,DISK] 2024-11-08T03:15:49,043 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/WALs/350fccc412b5,38061,1731035747819/350fccc412b5%2C38061%2C1731035747819.1731035749022 2024-11-08T03:15:49,043 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40733:40733)] 2024-11-08T03:15:49,043 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:49,044 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:49,044 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,044 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:15:49,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:49,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:49,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:15:49,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:49,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:49,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:15:49,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:49,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:49,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:15:49,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:49,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:49,064 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,065 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,066 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,068 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,068 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,069 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:49,071 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:49,073 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:15:49,074 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70118919, jitterRate=0.04485331475734711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:49,074 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035749044Initializing all the Stores at 1731035749046 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035749046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035749046Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035749046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035749046Cleaning up temporary data from old regions at 1731035749068 (+22 ms)Region opened successfully at 1731035749074 (+6 ms) 2024-11-08T03:15:49,075 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:15:49,079 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ed1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:49,080 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:15:49,080 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:15:49,080 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:15:49,080 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:15:49,081 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:15:49,082 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:15:49,082 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:15:49,084 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:15:49,085 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/balancer because node does not exist (not necessarily an error) 2024-11-08T03:15:49,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/balancer already deleted, retry=false 2024-11-08T03:15:49,091 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:15:49,092 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:15:49,101 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/normalizer already deleted, retry=false 2024-11-08T03:15:49,102 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:15:49,103 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:15:49,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/switch/split already deleted, retry=false 2024-11-08T03:15:49,114 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:15:49,133 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/switch/merge already deleted, retry=false 2024-11-08T03:15:49,135 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:15:49,154 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/snapshot-cleanup already deleted, retry=false 2024-11-08T03:15:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11235765121/running 2024-11-08T03:15:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11235765121/running 2024-11-08T03:15:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,166 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,38061,1731035747819, sessionid=0x10118711d270003, setting cluster-up flag (Was=false) 2024-11-08T03:15:49,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:15:49,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,228 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11235765121/flush-table-proc/acquired, /11235765121/flush-table-proc/reached, /11235765121/flush-table-proc/abort 2024-11-08T03:15:49,230 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,38061,1731035747819 2024-11-08T03:15:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:49,281 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11235765121/online-snapshot/acquired, /11235765121/online-snapshot/reached, /11235765121/online-snapshot/abort 2024-11-08T03:15:49,283 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,38061,1731035747819 2024-11-08T03:15:49,286 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:15:49,290 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:49,291 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:15:49,291 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:15:49,291 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,38061,1731035747819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:15:49,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:49,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:49,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:49,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:49,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:15:49,295 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,295 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:49,295 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035779296 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:15:49,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:15:49,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:15:49,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:15:49,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:15:49,298 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:15:49,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:49,298 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:15:49,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:15:49,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035749298,5,FailOnTimeoutGroup] 2024-11-08T03:15:49,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035749298,5,FailOnTimeoutGroup] 2024-11-08T03:15:49,298 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,298 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:15:49,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,300 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:49,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:15:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:15:49,347 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(746): ClusterId : afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:49,347 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:15:49,355 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:15:49,355 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:15:49,366 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:15:49,366 DEBUG [RS:0;350fccc412b5:42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e693164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:49,378 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:42581 2024-11-08T03:15:49,379 INFO [RS:0;350fccc412b5:42581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:15:49,379 INFO [RS:0;350fccc412b5:42581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:15:49,379 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:15:49,380 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,38061,1731035747819 with port=42581, startcode=1731035748016 2024-11-08T03:15:49,380 DEBUG [RS:0;350fccc412b5:42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:15:49,382 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:15:49,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38061 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,385 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8 2024-11-08T03:15:49,385 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41935 2024-11-08T03:15:49,385 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:15:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/rs 2024-11-08T03:15:49,470 DEBUG [RS:0;350fccc412b5:42581 {}] zookeeper.ZKUtil(111): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on existing znode=/11235765121/rs/350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,470 WARN [RS:0;350fccc412b5:42581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:49,470 INFO [RS:0;350fccc412b5:42581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:49,471 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,42581,1731035748016] 2024-11-08T03:15:49,477 INFO [RS:0;350fccc412b5:42581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:15:49,479 INFO [RS:0;350fccc412b5:42581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:15:49,480 INFO [RS:0;350fccc412b5:42581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:15:49,480 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,481 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:15:49,482 INFO [RS:0;350fccc412b5:42581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:15:49,482 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,482 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,482 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,482 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,482 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:49,483 DEBUG [RS:0;350fccc412b5:42581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,484 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42581,1731035748016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:15:49,500 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:15:49,500 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42581,1731035748016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,501 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,501 INFO [RS:0;350fccc412b5:42581 {}] regionserver.Replication(171): 350fccc412b5,42581,1731035748016 started 2024-11-08T03:15:49,515 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:49,516 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,42581,1731035748016, RpcServer on 350fccc412b5/172.17.0.3:42581, sessionid=0x10118711d270004 2024-11-08T03:15:49,516 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:15:49,516 DEBUG [RS:0;350fccc412b5:42581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,516 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,42581,1731035748016' 2024-11-08T03:15:49,516 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11235765121/flush-table-proc/abort' 2024-11-08T03:15:49,517 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11235765121/flush-table-proc/acquired' 2024-11-08T03:15:49,517 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:15:49,518 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:15:49,518 DEBUG [RS:0;350fccc412b5:42581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,42581,1731035748016 2024-11-08T03:15:49,518 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,42581,1731035748016' 2024-11-08T03:15:49,518 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11235765121/online-snapshot/abort' 2024-11-08T03:15:49,518 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11235765121/online-snapshot/acquired' 2024-11-08T03:15:49,519 DEBUG [RS:0;350fccc412b5:42581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:15:49,519 INFO [RS:0;350fccc412b5:42581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:15:49,519 INFO [RS:0;350fccc412b5:42581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:15:49,620 INFO [RS:0;350fccc412b5:42581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:49,623 INFO [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C42581%2C1731035748016, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/oldWALs, maxLogs=10 2024-11-08T03:15:49,641 DEBUG [RS:0;350fccc412b5:42581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016/350fccc412b5%2C42581%2C1731035748016.1731035749626, exclude list is [], retry=0 2024-11-08T03:15:49,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43359,DS-412e575c-1222-45b0-bc45-20dc6f018212,DISK] 2024-11-08T03:15:49,647 INFO [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016/350fccc412b5%2C42581%2C1731035748016.1731035749626 2024-11-08T03:15:49,647 DEBUG [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40733:40733)] 2024-11-08T03:15:49,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:15:49,712 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8 2024-11-08T03:15:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:15:49,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:15:50,029 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:15:50,030 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:15:50,031 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:15:50,031 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:15:50,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:15:50,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:15:50,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:15:50,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:15:50,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:50,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:15:50,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:15:50,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:15:50,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:15:50,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:15:50,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:15:50,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:15:50,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:15:50,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:15:50,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740 2024-11-08T03:15:50,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740 2024-11-08T03:15:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:15:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:15:50,144 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:50,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:15:50,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:15:50,149 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71645073, jitterRate=0.06759478151798248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035750123Initializing all the Stores at 1731035750126 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035750126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750126Cleaning up temporary data from old regions at 1731035750144 (+18 ms)Region opened successfully at 1731035750149 (+5 ms) 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:15:50,150 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:15:50,150 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:15:50,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035750150Disabling compacts and flushes for region at 1731035750150Disabling writes for close at 1731035750150Writing region close event to WAL at 1731035750150Closed at 1731035750150 2024-11-08T03:15:50,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:50,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:15:50,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:15:50,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:50,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:15:50,306 DEBUG [350fccc412b5:38061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:15:50,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,42581,1731035748016 2024-11-08T03:15:50,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,42581,1731035748016, state=OPENING 2024-11-08T03:15:50,322 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:15:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:15:50,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11235765121/meta-region-server: CHANGED 2024-11-08T03:15:50,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11235765121/meta-region-server: CHANGED 2024-11-08T03:15:50,334 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:50,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,42581,1731035748016}] 2024-11-08T03:15:50,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:15:50,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:15:50,498 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:15:50,498 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:50,498 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:15:50,501 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C42581%2C1731035748016.meta, suffix=.meta, logDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/oldWALs, maxLogs=10 2024-11-08T03:15:50,516 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016/350fccc412b5%2C42581%2C1731035748016.meta.1731035750504.meta, exclude list is [], retry=0 2024-11-08T03:15:50,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43359,DS-412e575c-1222-45b0-bc45-20dc6f018212,DISK] 2024-11-08T03:15:50,522 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/WALs/350fccc412b5,42581,1731035748016/350fccc412b5%2C42581%2C1731035748016.meta.1731035750504.meta 2024-11-08T03:15:50,523 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40733:40733)] 2024-11-08T03:15:50,523 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:50,523 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:15:50,524 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:15:50,524 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:15:50,524 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:15:50,524 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:15:50,524 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:50,524 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:15:50,525 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:15:50,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:15:50,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:15:50,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:15:50,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:15:50,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:15:50,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:15:50,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:15:50,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:15:50,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:50,535 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:15:50,537 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740 2024-11-08T03:15:50,538 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740 2024-11-08T03:15:50,540 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:15:50,540 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:15:50,541 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:50,543 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:15:50,544 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67620594, jitterRate=0.007625371217727661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:50,544 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:15:50,544 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035750525Writing region info on filesystem at 1731035750525Initializing all the Stores at 1731035750526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750527 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035750527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035750527Cleaning up temporary data from old regions at 1731035750540 (+13 ms)Running coprocessor post-open hooks at 1731035750544 (+4 ms)Region opened successfully at 1731035750544 2024-11-08T03:15:50,546 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035750489 2024-11-08T03:15:50,549 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:15:50,549 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:15:50,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,42581,1731035748016 2024-11-08T03:15:50,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,42581,1731035748016, state=OPEN 2024-11-08T03:15:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11235765121/meta-region-server 2024-11-08T03:15:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11235765121/meta-region-server 2024-11-08T03:15:50,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,42581,1731035748016 2024-11-08T03:15:50,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11235765121/meta-region-server: CHANGED 2024-11-08T03:15:50,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11235765121/meta-region-server: CHANGED 2024-11-08T03:15:50,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:15:50,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,42581,1731035748016 in 231 msec 2024-11-08T03:15:50,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:15:50,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-08T03:15:50,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:50,575 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:15:50,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:15:50,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42581,1731035748016, seqNum=-1] 2024-11-08T03:15:50,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:15:50,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:15:50,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-08T03:15:50,588 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035750588, completionTime=-1 2024-11-08T03:15:50,588 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:15:50,588 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035810591 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035870591 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,591 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:38061, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,594 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:15:50,596 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-11-08T03:15:50,596 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:15:50,596 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:15:50,596 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:15:50,597 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:15:50,597 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:15:50,597 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:15:50,597 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:15:50,600 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:15:50,600 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:15:50,600 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38061,1731035747819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:50,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:50,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:50,654 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:50,659 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:50,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260908f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:15:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42581,1731035748016, seqNum=-1] 2024-11-08T03:15:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:15:50,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:15:50,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,38061,1731035747819 2024-11-08T03:15:50,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:50,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118711d270005 connected 2024-11-08T03:15:50,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36649,-1 for getting cluster id 2024-11-08T03:15:50,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:50,703 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a' 2024-11-08T03:15:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a" 2024-11-08T03:15:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36649,-1] 2024-11-08T03:15:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:50,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36649,1731035739492 2024-11-08T03:15:50,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-08T03:15:50,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:50,727 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:50,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:15:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:15:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:50,741 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:50,743 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59faafab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,743 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:50,743 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:50,744 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:50,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:50,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:50,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10af3fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:50,747 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:50,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca9b7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:50,749 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:50,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:50,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218ae95 2024-11-08T03:15:50,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:50,755 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:50,767 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T03:15:50,767 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:15:50,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:50,772 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:50,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:50,773 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:15:50,778 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:15:50,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:15:50,782 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:50,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:15:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741835_1011 (size=1138) 2024-11-08T03:15:50,831 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:15:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:51,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e2bf68e2e3fccd5aa73f348c0cb0d83, NAME => 'hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64 2024-11-08T03:15:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741836_1012 (size=44) 2024-11-08T03:15:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e2bf68e2e3fccd5aa73f348c0cb0d83, disabling compactions & flushes 2024-11-08T03:15:51,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. after waiting 0 ms 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:51,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:51,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e2bf68e2e3fccd5aa73f348c0cb0d83: Waiting for close lock at 1731035751612Disabling compacts and flushes for region at 1731035751612Disabling writes for close at 1731035751612Writing region close event to WAL at 1731035751612Closed at 1731035751612 2024-11-08T03:15:51,615 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:15:51,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035751615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035751615"}]},"ts":"1731035751615"} 2024-11-08T03:15:51,630 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:15:51,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:15:51,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035751633"}]},"ts":"1731035751633"} 2024-11-08T03:15:51,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:15:51,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN}] 2024-11-08T03:15:51,645 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN 2024-11-08T03:15:51,646 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN; state=OFFLINE, location=350fccc412b5,36085,1731035740262; forceNewPlan=false, retain=false 2024-11-08T03:15:51,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e2bf68e2e3fccd5aa73f348c0cb0d83, regionState=OPENING, regionLocation=350fccc412b5,36085,1731035740262 2024-11-08T03:15:51,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN because future has completed 2024-11-08T03:15:51,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,36085,1731035740262}] 2024-11-08T03:15:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:51,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:51,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:51,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:15:51,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C36085%2C1731035740262.rep, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:15:51,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.rep.1731035751983, exclude list is [], retry=0 2024-11-08T03:15:51,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:52,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.rep.1731035751983 2024-11-08T03:15:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e2bf68e2e3fccd5aa73f348c0cb0d83, NAME => 'hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:52,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:15:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:15:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. service=MultiRowMutationService 2024-11-08T03:15:52,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:15:52,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:52,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,004 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,006 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName hfileref 2024-11-08T03:15:52,006 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:52,007 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:52,007 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,009 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName queue 2024-11-08T03:15:52,009 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:52,009 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:52,009 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,011 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName sid 2024-11-08T03:15:52,011 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:52,012 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:52,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:15:52,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:15:52,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9e2bf68e2e3fccd5aa73f348c0cb0d83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643216, jitterRate=-0.0665433406829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:15:52,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:52,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9e2bf68e2e3fccd5aa73f348c0cb0d83: Running coprocessor pre-open hook at 1731035752002Writing region info on filesystem at 1731035752002Initializing all the Stores at 1731035752004 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035752004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035752004Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035752004Cleaning up temporary data from old regions at 1731035752015 (+11 ms)Running coprocessor post-open hooks at 1731035752023 (+8 ms)Region opened successfully at 1731035752024 (+1 ms) 2024-11-08T03:15:52,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., pid=7, masterSystemTime=1731035751969 2024-11-08T03:15:52,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:52,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:52,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e2bf68e2e3fccd5aa73f348c0cb0d83, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,36085,1731035740262 2024-11-08T03:15:52,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,36085,1731035740262 because future has completed 2024-11-08T03:15:52,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T03:15:52,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,36085,1731035740262 in 222 msec 2024-11-08T03:15:52,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:15:52,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN in 398 msec 2024-11-08T03:15:52,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:15:52,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035752045"}]},"ts":"1731035752045"} 2024-11-08T03:15:52,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:15:52,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:15:52,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-08T03:15:52,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., hostname=350fccc412b5,36085,1731035740262, seqNum=2] 2024-11-08T03:15:52,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T03:15:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:52,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:15:52,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T03:15:52,778 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:15:52,816 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,36085,1731035740262, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:15:52,818 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:15:52,818 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,36085,1731035740262, seqNum=-1] 2024-11-08T03:15:52,818 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:15:52,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T03:15:52,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,36085,1731035740262', locateType=CURRENT is [region=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., hostname=350fccc412b5,36085,1731035740262, seqNum=2] 2024-11-08T03:15:52,828 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T03:15:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T03:15:52,833 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,36085,1731035740262 suceeded 2024-11-08T03:15:52,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T03:15:52,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-08T03:15:52,837 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:52,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1060 sec 2024-11-08T03:15:52,849 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:52,851 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21ac37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,851 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:52,851 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:52,852 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:52,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:52,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:52,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f7dc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:52,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,854 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:52,854 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78568c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,854 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:52,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:52,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@470b0ff3 2024-11-08T03:15:52,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:52,856 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T03:15:52,857 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,36085,1731035740262 (queues=1) is replicating from cluster=2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a to cluster=afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:52,860 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C36085%2C1731035740262 2024-11-08T03:15:52,864 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,36085,1731035740262, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:15:52,866 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C36085%2C1731035740262 2024-11-08T03:15:52,870 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390, startPosition=0, beingWritten=true 2024-11-08T03:15:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:15:52,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:15:52,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:52,900 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:15:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:52,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfd77bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36649,-1 for getting cluster id 2024-11-08T03:15:52,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:52,902 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a' 2024-11-08T03:15:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a" 2024-11-08T03:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b7cd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36649,-1] 2024-11-08T03:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2c6de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36649,1731035739492 2024-11-08T03:15:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@104d4309 2024-11-08T03:15:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:52,910 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:52,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:15:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:15:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T03:15:52,915 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:52,917 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67313a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,917 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:52,917 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:52,918 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:52,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:52,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6ac6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,921 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:52,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5779ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:52,922 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:52,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:52,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be425ca 2024-11-08T03:15:52,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:52,925 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:52,926 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T03:15:52,926 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:15:52,926 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,926 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:52,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T03:15:53,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:15:53,121 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:53,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T03:15:53,197 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T03:15:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T03:15:53,228 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-350fccc412b5,36085,1731035740262, ReplicationSource: 2, currentBandwidth=0 2024-11-08T03:15:53,231 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T03:15:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T03:15:53,234 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 350fccc412b5,36085,1731035740262 suceeded 2024-11-08T03:15:53,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:15:53,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-08T03:15:53,237 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:53,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 326 msec 2024-11-08T03:15:53,246 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:53,248 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7694b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,248 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:53,248 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:53,249 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:53,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:53,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c3004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,251 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:53,252 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274d7c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,252 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69ef7d94 2024-11-08T03:15:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:53,254 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T03:15:53,255 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-350fccc412b5,36085,1731035740262 (queues=1) is replicating from cluster=2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a to cluster=afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:53,255 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=350fccc412b5%2C36085%2C1731035740262 2024-11-08T03:15:53,255 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-350fccc412b5,36085,1731035740262, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:15:53,256 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C36085%2C1731035740262 2024-11-08T03:15:53,256 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390, startPosition=0, beingWritten=true 2024-11-08T03:15:53,430 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:53,463 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T03:15:53,541 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T03:15:53,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:15:53,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:53,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:53,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36649,1731035739492 2024-11-08T03:15:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67880346 2024-11-08T03:15:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:53,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:53,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:15:53,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T03:15:53,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:15:53,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T03:15:53,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T03:15:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T03:15:53,563 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:53,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32492307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,564 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:53,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:53,565 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a1b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:53,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,567 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:53,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de63ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:53,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:53,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e615d3 2024-11-08T03:15:53,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:53,571 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:53,572 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:15:53,572 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:15:53,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:53,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:15:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T03:15:53,772 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:53,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T03:15:53,773 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T03:15:53,775 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T03:15:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T03:15:53,781 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 350fccc412b5,36085,1731035740262 suceeded 2024-11-08T03:15:53,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T03:15:53,784 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:53,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T03:15:53,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 227 msec 2024-11-08T03:15:53,838 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T03:15:53,879 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T03:15:53,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T03:15:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T03:15:53,884 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:53,885 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53215759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,885 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:53,885 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:53,886 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:53,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:53,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:53,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56afcbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:53,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,888 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:53,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7200889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:53,889 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:53,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:53,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5822b333 2024-11-08T03:15:53,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:53,891 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:15:53,892 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T03:15:53,892 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:15:53,892 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,892 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:53,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:53,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:15:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T03:15:54,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T03:15:54,068 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T03:15:54,071 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T03:15:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T03:15:54,078 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 350fccc412b5,36085,1731035740262 suceeded 2024-11-08T03:15:54,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T03:15:54,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-08T03:15:54,082 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://350fccc412b5:38061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:15:54,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 202 msec 2024-11-08T03:15:54,181 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T03:15:54,199 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T03:15:54,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:15:54,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T03:15:54,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:15:54,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:54,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:54,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:54,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:54,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:15:54,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-08T03:15:54,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,36649,1731035739492 2024-11-08T03:15:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:54,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:15:54,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:15:54,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:54,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:54,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:54,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,36085,1731035740262' ***** 2024-11-08T03:15:54,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:15:54,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:54,282 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:15:54,282 INFO [RS:0;350fccc412b5:36085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:15:54,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:15:54,282 INFO [RS:0;350fccc412b5:36085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:15:54,283 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:54,283 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,36085,1731035740262 2024-11-08T03:15:54,283 INFO [RS:0;350fccc412b5:36085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:15:54,283 INFO [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:36085. 2024-11-08T03:15:54,283 DEBUG [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:54,283 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:54,284 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e2bf68e2e3fccd5aa73f348c0cb0d83, disabling compactions & flushes 2024-11-08T03:15:54,284 INFO [RS:0;350fccc412b5:36085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:15:54,284 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:54,284 INFO [RS:0;350fccc412b5:36085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:15:54,284 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:54,284 INFO [RS:0;350fccc412b5:36085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:15:54,284 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. after waiting 0 ms 2024-11-08T03:15:54,284 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:15:54,284 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:54,285 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:15:54,285 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:15:54,285 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:15:54,285 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.} 2024-11-08T03:15:54,285 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:15:54,285 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:15:54,285 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:15:54,285 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:54,288 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e2bf68e2e3fccd5aa73f348c0cb0d83 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T03:15:54,288 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T03:15:54,335 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:15:54,347 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:54,368 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/a3effce69737440895e2f807d75bb025 is 147, key is hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83./info:regioninfo/1731035752031/Put/seqid=0 2024-11-08T03:15:54,368 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/.tmp/queue/e0f594be12534db88c1fabcb698cf14e is 151, key is 1-350fccc412b5,36085,1731035740262/queue:350fccc412b5%2C36085%2C1731035740262/1731035752823/Put/seqid=0 2024-11-08T03:15:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741839_1015 (size=5500) 2024-11-08T03:15:54,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741838_1014 (size=6631) 2024-11-08T03:15:54,485 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:54,686 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:54,691 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:54,779 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/.tmp/queue/e0f594be12534db88c1fabcb698cf14e 2024-11-08T03:15:54,783 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/a3effce69737440895e2f807d75bb025 2024-11-08T03:15:54,853 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/.tmp/queue/e0f594be12534db88c1fabcb698cf14e as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/queue/e0f594be12534db88c1fabcb698cf14e 2024-11-08T03:15:54,881 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/ns/159e2a62d63c431fbb427a3303a8b6fc is 43, key is default/ns:d/1731035744653/Put/seqid=0 2024-11-08T03:15:54,885 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/queue/e0f594be12534db88c1fabcb698cf14e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T03:15:54,886 DEBUG [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:15:54,893 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9e2bf68e2e3fccd5aa73f348c0cb0d83 in 605ms, sequenceid=6, compaction requested=false 2024-11-08T03:15:54,894 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:15:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741840_1016 (size=5153) 2024-11-08T03:15:54,900 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/ns/159e2a62d63c431fbb427a3303a8b6fc 2024-11-08T03:15:54,918 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T03:15:54,924 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:15:54,924 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:15:54,925 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:54,925 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e2bf68e2e3fccd5aa73f348c0cb0d83: Waiting for close lock at 1731035754283Running coprocessor pre-close hooks at 1731035754284 (+1 ms)Disabling compacts and flushes for region at 1731035754284Disabling writes for close at 1731035754284Obtaining lock to block concurrent updates at 1731035754288 (+4 ms)Preparing flush snapshotting stores in 9e2bf68e2e3fccd5aa73f348c0cb0d83 at 1731035754288Finished memstore snapshotting hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731035754296 (+8 ms)Flushing stores of hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. at 1731035754298 (+2 ms)Flushing 9e2bf68e2e3fccd5aa73f348c0cb0d83/queue: creating writer at 1731035754299 (+1 ms)Flushing 9e2bf68e2e3fccd5aa73f348c0cb0d83/queue: appending metadata at 1731035754355 (+56 ms)Flushing 9e2bf68e2e3fccd5aa73f348c0cb0d83/queue: closing flushed file at 1731035754358 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6b4d4f: reopening flushed file at 1731035754846 (+488 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9e2bf68e2e3fccd5aa73f348c0cb0d83 in 605ms, sequenceid=6, compaction requested=false at 1731035754893 (+47 ms)Writing region close event to WAL at 1731035754911 (+18 ms)Running coprocessor post-close hooks at 1731035754920 (+9 ms)Closed at 1731035754925 (+5 ms) 2024-11-08T03:15:54,925 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:15:54,939 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/table/4373a626d0c242cc9b1c0df3c3b5999d is 53, key is hbase:replication/table:state/1731035752045/Put/seqid=0 2024-11-08T03:15:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741841_1017 (size=5256) 2024-11-08T03:15:54,947 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/table/4373a626d0c242cc9b1c0df3c3b5999d 2024-11-08T03:15:54,956 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:54,967 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/a3effce69737440895e2f807d75bb025 as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/info/a3effce69737440895e2f807d75bb025 2024-11-08T03:15:54,990 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/info/a3effce69737440895e2f807d75bb025, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T03:15:54,992 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/ns/159e2a62d63c431fbb427a3303a8b6fc as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/ns/159e2a62d63c431fbb427a3303a8b6fc 2024-11-08T03:15:55,007 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/ns/159e2a62d63c431fbb427a3303a8b6fc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:15:55,010 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/table/4373a626d0c242cc9b1c0df3c3b5999d as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/table/4373a626d0c242cc9b1c0df3c3b5999d 2024-11-08T03:15:55,027 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/table/4373a626d0c242cc9b1c0df3c3b5999d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T03:15:55,034 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=11, compaction requested=false 2024-11-08T03:15:55,055 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:15:55,056 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:15:55,056 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:15:55,056 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:15:55,056 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035754285Running coprocessor pre-close hooks at 1731035754285Disabling compacts and flushes for region at 1731035754285Disabling writes for close at 1731035754285Obtaining lock to block concurrent updates at 1731035754288 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731035754288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731035754296 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035754298 (+2 ms)Flushing 1588230740/info: creating writer at 1731035754299 (+1 ms)Flushing 1588230740/info: appending metadata at 1731035754357 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731035754358 (+1 ms)Flushing 1588230740/ns: creating writer at 1731035754845 (+487 ms)Flushing 1588230740/ns: appending metadata at 1731035754879 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731035754879Flushing 1588230740/table: creating writer at 1731035754914 (+35 ms)Flushing 1588230740/table: appending metadata at 1731035754938 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731035754938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17447d6c: reopening flushed file at 1731035754966 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30943588: reopening flushed file at 1731035754990 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e184fe9: reopening flushed file at 1731035755007 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=11, compaction requested=false at 1731035755035 (+28 ms)Writing region close event to WAL at 1731035755050 (+15 ms)Running coprocessor post-close hooks at 1731035755056 (+6 ms)Closed at 1731035755056 2024-11-08T03:15:55,057 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:15:55,086 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,36085,1731035740262; all regions closed. 2024-11-08T03:15:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741834_1010 (size=2742) 2024-11-08T03:15:55,101 DEBUG [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:15:55,101 INFO [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C36085%2C1731035740262.meta:.meta(num 1731035744421) 2024-11-08T03:15:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741837_1013 (size=1802) 2024-11-08T03:15:55,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.rep.1731035751983 not finished, retry = 0 2024-11-08T03:15:55,211 DEBUG [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:15:55,211 INFO [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C36085%2C1731035740262.rep:(num 1731035751983) 2024-11-08T03:15:55,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741832_1008 (size=93) 2024-11-08T03:15:55,220 DEBUG [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:15:55,220 INFO [RS:0;350fccc412b5:36085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C36085%2C1731035740262:(num 1731035743390) 2024-11-08T03:15:55,220 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:55,220 INFO [RS:0;350fccc412b5:36085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:15:55,221 INFO [RS:0;350fccc412b5:36085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:15:55,221 INFO [RS:0;350fccc412b5:36085 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:15:55,221 INFO [RS:0;350fccc412b5:36085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:15:55,222 INFO [RS:0;350fccc412b5:36085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,36085,1731035740262 because: Region server is closing 2024-11-08T03:15:55,222 INFO [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:36085. 2024-11-08T03:15:55,223 DEBUG [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:55,223 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:55,223 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:55,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:55,223 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:15:55,301 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 to pos 0, reset compression=false 2024-11-08T03:15:55,312 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 was moved to hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs/350fccc412b5%2C36085%2C1731035740262.1731035743390 2024-11-08T03:15:55,323 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:15:55,324 INFO [RS:0;350fccc412b5:36085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 terminated 2024-11-08T03:15:55,324 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,1-350fccc412b5,36085,1731035740262 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:15:55,324 INFO [RS:0;350fccc412b5:36085 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-350fccc412b5,36085,1731035740262 because: Region server is closing 2024-11-08T03:15:55,324 INFO [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:36085. 2024-11-08T03:15:55,324 DEBUG [RS:0;350fccc412b5:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:15:55,324 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:55,325 DEBUG [RS:0;350fccc412b5:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:55,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:15:55,325 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.wal-reader.350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390 2024-11-08T03:15:55,325 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-350fccc412b5,36085,1731035740262 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262/350fccc412b5%2C36085%2C1731035740262.1731035743390, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T03:15:55,336 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,36085,1731035740262: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-350fccc412b5,36085,1731035740262, walGroup=350fccc412b5%2C36085%2C1731035740262, offset=350fccc412b5%2C36085%2C1731035740262.1731035743390:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:36085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:15:55,338 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:15:55,343 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:15:55,346 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:15:55,346 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:15:55,346 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:15:55,347 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 404745728 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150653320 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:15:55,354 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [350fccc412b5%2C36085%2C1731035740262.1731035743390] 2024-11-08T03:15:55,425 INFO [RS:0;350fccc412b5:36085 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,36085,1731035740262.replicationSource.shipper350fccc412b5%2C36085%2C1731035740262,2-350fccc412b5,36085,1731035740262 terminated 2024-11-08T03:15:55,425 INFO [RS:0;350fccc412b5:36085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36085 2024-11-08T03:15:55,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/rs/350fccc412b5,36085,1731035740262 2024-11-08T03:15:55,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/rs 2024-11-08T03:15:55,470 INFO [RS:0;350fccc412b5:36085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:15:55,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,36085,1731035740262] 2024-11-08T03:15:55,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:15:55,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/draining/350fccc412b5,36085,1731035740262 already deleted, retry=false 2024-11-08T03:15:55,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,36085,1731035740262 expired; onlineServers=0 2024-11-08T03:15:55,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,36649,1731035739492' ***** 2024-11-08T03:15:55,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:15:55,491 INFO [M:0;350fccc412b5:36649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:15:55,491 INFO [M:0;350fccc412b5:36649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:15:55,492 DEBUG [M:0;350fccc412b5:36649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:15:55,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:15:55,492 DEBUG [M:0;350fccc412b5:36649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:15:55,492 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035743112 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035743112,5,FailOnTimeoutGroup] 2024-11-08T03:15:55,492 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035743112 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035743112,5,FailOnTimeoutGroup] 2024-11-08T03:15:55,492 INFO [M:0;350fccc412b5:36649 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:15:55,492 INFO [M:0;350fccc412b5:36649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:15:55,492 DEBUG [M:0;350fccc412b5:36649 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:15:55,492 INFO [M:0;350fccc412b5:36649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:15:55,493 INFO [M:0;350fccc412b5:36649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:15:55,494 INFO [M:0;350fccc412b5:36649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:15:55,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:15:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/master 2024-11-08T03:15:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:55,502 DEBUG [M:0;350fccc412b5:36649 {}] zookeeper.ZKUtil(347): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/master because node does not exist (not an error) 2024-11-08T03:15:55,502 WARN [M:0;350fccc412b5:36649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:15:55,503 INFO [M:0;350fccc412b5:36649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.lastflushedseqids 2024-11-08T03:15:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741842_1018 (size=181) 2024-11-08T03:15:55,522 INFO [M:0;350fccc412b5:36649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:15:55,522 INFO [M:0;350fccc412b5:36649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:15:55,523 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:15:55,523 INFO [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:55,523 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:55,523 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:15:55,523 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:55,523 INFO [M:0;350fccc412b5:36649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T03:15:55,543 DEBUG [M:0;350fccc412b5:36649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fa45b5ad1444d84074112e10ff63c is 82, key is hbase:meta,,1/info:regioninfo/1731035744506/Put/seqid=0 2024-11-08T03:15:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741843_1019 (size=5672) 2024-11-08T03:15:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:15:55,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x10118711d270001, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:15:55,581 INFO [RS:0;350fccc412b5:36085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:15:55,582 INFO [RS:0;350fccc412b5:36085 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,36085,1731035740262; zookeeper connection closed. 2024-11-08T03:15:55,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c2379 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c2379 2024-11-08T03:15:55,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:15:55,951 INFO [M:0;350fccc412b5:36649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fa45b5ad1444d84074112e10ff63c 2024-11-08T03:15:55,982 DEBUG [M:0;350fccc412b5:36649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cf1e7de2d24950abdd52eb350ec326 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731035752051/Put/seqid=0 2024-11-08T03:15:55,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741844_1020 (size=8663) 2024-11-08T03:15:55,989 INFO [M:0;350fccc412b5:36649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cf1e7de2d24950abdd52eb350ec326 2024-11-08T03:15:56,009 DEBUG [M:0;350fccc412b5:36649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4fc7ef008a4ae19c299df07c8cb1f2 is 69, key is 350fccc412b5,36085,1731035740262/rs:state/1731035743147/Put/seqid=0 2024-11-08T03:15:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741845_1021 (size=5156) 2024-11-08T03:15:56,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:15:56,415 INFO [M:0;350fccc412b5:36649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4fc7ef008a4ae19c299df07c8cb1f2 2024-11-08T03:15:56,423 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f8fa45b5ad1444d84074112e10ff63c as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f8fa45b5ad1444d84074112e10ff63c 2024-11-08T03:15:56,431 INFO [M:0;350fccc412b5:36649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f8fa45b5ad1444d84074112e10ff63c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T03:15:56,433 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cf1e7de2d24950abdd52eb350ec326 as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32cf1e7de2d24950abdd52eb350ec326 2024-11-08T03:15:56,439 INFO [M:0;350fccc412b5:36649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32cf1e7de2d24950abdd52eb350ec326, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T03:15:56,441 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be4fc7ef008a4ae19c299df07c8cb1f2 as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be4fc7ef008a4ae19c299df07c8cb1f2 2024-11-08T03:15:56,448 INFO [M:0;350fccc412b5:36649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be4fc7ef008a4ae19c299df07c8cb1f2, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T03:15:56,449 INFO [M:0;350fccc412b5:36649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false 2024-11-08T03:15:56,450 INFO [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:15:56,450 DEBUG [M:0;350fccc412b5:36649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035755522Disabling compacts and flushes for region at 1731035755522Disabling writes for close at 1731035755523 (+1 ms)Obtaining lock to block concurrent updates at 1731035755523Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035755523Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731035755524 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035755525 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035755526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035755542 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035755542Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035755963 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035755982 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035755982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035755995 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035756009 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035756009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776912ea: reopening flushed file at 1731035756422 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7880ac: reopening flushed file at 1731035756431 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283dc55f: reopening flushed file at 1731035756440 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false at 1731035756449 (+9 ms)Writing region close event to WAL at 1731035756450 (+1 ms)Closed at 1731035756450 2024-11-08T03:15:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741830_1006 (size=59421) 2024-11-08T03:15:56,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492/350fccc412b5%2C36649%2C1731035739492.1731035742398 not finished, retry = 0 2024-11-08T03:15:56,555 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:15:56,555 INFO [M:0;350fccc412b5:36649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:15:56,556 INFO [M:0;350fccc412b5:36649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36649 2024-11-08T03:15:56,556 INFO [M:0;350fccc412b5:36649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:15:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:15:56,749 INFO [M:0;350fccc412b5:36649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:15:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36649-0x10118711d270000, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:15:56,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:56,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:15:56,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:56,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36567 2024-11-08T03:15:56,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36567 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:56,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365670x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:56,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36567-0x10118711d270006 connected 2024-11-08T03:15:56,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:56,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:56,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:56,782 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: INIT 2024-11-08T03:15:56,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64, hbase.cluster.distributed=false 2024-11-08T03:15:56,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/acl 2024-11-08T03:15:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-08T03:15:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36567 2024-11-08T03:15:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36567 2024-11-08T03:15:56,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-08T03:15:56,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-08T03:15:56,800 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:15:56,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:15:56,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35953 2024-11-08T03:15:56,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35953 connecting to ZooKeeper ensemble=127.0.0.1:62439 2024-11-08T03:15:56,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:56,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:56,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359530x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:15:56,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359530x0, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:15:56,818 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: INIT 2024-11-08T03:15:56,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35953-0x10118711d270007 connected 2024-11-08T03:15:56,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:15:56,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:15:56,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/master 2024-11-08T03:15:56,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/acl 2024-11-08T03:15:56,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-08T03:15:56,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35953 2024-11-08T03:15:56,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35953 2024-11-08T03:15:56,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-08T03:15:56,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-08T03:15:56,839 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:36567 2024-11-08T03:15:56,840 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-531421076/backup-masters/350fccc412b5,36567,1731035756751 2024-11-08T03:15:56,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:56,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:56,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/backup-masters/350fccc412b5,36567,1731035756751 2024-11-08T03:15:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/master 2024-11-08T03:15:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:56,859 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/master 2024-11-08T03:15:56,860 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-531421076/backup-masters/350fccc412b5,36567,1731035756751 from backup master directory 2024-11-08T03:15:56,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/backup-masters/350fccc412b5,36567,1731035756751 2024-11-08T03:15:56,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:56,869 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:56,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/backup-masters 2024-11-08T03:15:56,869 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,36567,1731035756751 2024-11-08T03:15:56,885 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:15:56,885 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:15:56,898 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-08T03:15:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741846_1022 (size=196) 2024-11-08T03:15:57,321 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:15:57,322 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:15:57,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:57,335 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T03:15:57,338 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492 to hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492-dead as it is dead 2024-11-08T03:15:57,340 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T03:15:57,340 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T03:15:57,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492-dead/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:57,345 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492-dead/350fccc412b5%2C36649%2C1731035739492.1731035742398 after 4ms 2024-11-08T03:15:57,346 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492-dead/350fccc412b5%2C36649%2C1731035739492.1731035742398 to hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:57,346 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36649,1731035739492-dead 2024-11-08T03:15:57,347 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36567,1731035756751 2024-11-08T03:15:57,348 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:57,350 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C36567%2C1731035756751, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36567,1731035756751, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/oldWALs, maxLogs=10 2024-11-08T03:15:57,362 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36567,1731035756751/350fccc412b5%2C36567%2C1731035756751.1731035757350, exclude list is [], retry=0 2024-11-08T03:15:57,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:57,368 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/WALs/350fccc412b5,36567,1731035756751/350fccc412b5%2C36567%2C1731035756751.1731035757350 2024-11-08T03:15:57,368 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:57,368 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:57,369 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:57,369 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,369 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:15:57,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:57,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f8fa45b5ad1444d84074112e10ff63c 2024-11-08T03:15:57,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:57,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:15:57,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:57,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32cf1e7de2d24950abdd52eb350ec326 2024-11-08T03:15:57,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:57,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:15:57,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:57,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be4fc7ef008a4ae19c299df07c8cb1f2 2024-11-08T03:15:57,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:57,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:15:57,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:57,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:15:57,405 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,406 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T03:15:57,406 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:57,420 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:57,422 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C36649%2C1731035739492.1731035742398 2024-11-08T03:15:57,423 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,423 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,424 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:57,426 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:15:57,429 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T03:15:57,430 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67590621, jitterRate=0.007178738713264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:57,430 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035757369Initializing all the Stores at 1731035757370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035757371 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035757371Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035757371Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035757371Cleaning up temporary data from old regions at 1731035757423 (+52 ms)Region opened successfully at 1731035757430 (+7 ms) 2024-11-08T03:15:57,431 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:15:57,434 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5584d381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:57,444 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T03:15:57,444 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:15:57,445 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:15:57,445 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:15:57,446 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:15:57,451 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:15:57,451 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:15:57,451 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:15:57,452 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:15:57,452 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T03:15:57,452 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T03:15:57,452 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T03:15:57,452 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:15:57,456 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=350fccc412b5,36085,1731035740262, regionLocation=350fccc412b5,36085,1731035740262, openSeqNum=2 2024-11-08T03:15:57,456 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=350fccc412b5,36085,1731035740262, table=hbase:meta, region=1588230740 2024-11-08T03:15:57,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,36085,1731035740262, state=OPEN 2024-11-08T03:15:57,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:57,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:57,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:57,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:57,509 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:15:57,522 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/draining/350fccc412b5,36085,1731035740262 already deleted, retry=false 2024-11-08T03:15:57,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 350fccc412b5,36085,1731035740262 on 350fccc412b5,36567,1731035756751 2024-11-08T03:15:57,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 350fccc412b5,36085,1731035740262, splitWal=true, meta=true 2024-11-08T03:15:57,529 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 350fccc412b5,36085,1731035740262 (carryingMeta=true) 350fccc412b5,36085,1731035740262/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a0990f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T03:15:57,533 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/balancer because node does not exist (not necessarily an error) 2024-11-08T03:15:57,574 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/balancer already deleted, retry=false 2024-11-08T03:15:57,574 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:15:57,575 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:15:57,596 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/normalizer already deleted, retry=false 2024-11-08T03:15:57,596 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:15:57,598 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:15:57,606 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/switch/split already deleted, retry=false 2024-11-08T03:15:57,608 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:15:57,617 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/switch/merge already deleted, retry=false 2024-11-08T03:15:57,643 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:15:57,649 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/snapshot-cleanup already deleted, retry=false 2024-11-08T03:15:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:15:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:57,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:15:57,660 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,36567,1731035756751, sessionid=0x10118711d270006, setting cluster-up flag (Was=false) 2024-11-08T03:15:57,670 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531421076/flush-table-proc/acquired, /0-531421076/flush-table-proc/reached, /0-531421076/flush-table-proc/abort 2024-11-08T03:15:57,672 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36567,1731035756751 2024-11-08T03:15:57,682 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531421076/online-snapshot/acquired, /0-531421076/online-snapshot/reached, /0-531421076/online-snapshot/abort 2024-11-08T03:15:57,684 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36567,1731035756751 2024-11-08T03:15:57,686 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.lastflushedseqids 2024-11-08T03:15:57,691 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:15:57,692 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:15:57,692 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,36567,1731035756751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 350fccc412b5,36085,1731035740262 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:57,694 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,695 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035787695 2024-11-08T03:15:57,695 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:15:57,695 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:15:57,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:15:57,697 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:15:57,697 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:15:57,697 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035757697,5,FailOnTimeoutGroup] 2024-11-08T03:15:57,698 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035757697,5,FailOnTimeoutGroup] 2024-11-08T03:15:57,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:15:57,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,698 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 350fccc412b5,36085,1731035740262, splitWal=true, meta=true 2024-11-08T03:15:57,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035757698, completionTime=-1 2024-11-08T03:15:57,698 WARN [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T03:15:57,700 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 350fccc412b5,36085,1731035740262, splitWal=true, meta=true, isMeta: true 2024-11-08T03:15:57,702 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262-splitting 2024-11-08T03:15:57,702 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T03:15:57,703 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262-splitting dir is empty, no logs to split. 2024-11-08T03:15:57,703 INFO [PEWorker-1 {}] master.SplitWALManager(105): 350fccc412b5,36085,1731035740262 WAL count=0, meta=true 2024-11-08T03:15:57,708 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262-splitting dir is empty, no logs to split. 2024-11-08T03:15:57,708 INFO [PEWorker-1 {}] master.SplitWALManager(105): 350fccc412b5,36085,1731035740262 WAL count=0, meta=true 2024-11-08T03:15:57,708 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 350fccc412b5,36085,1731035740262 WAL splitting is done? wals=0, meta=true 2024-11-08T03:15:57,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:15:57,712 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:57,713 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T03:15:57,730 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(746): ClusterId : 2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a 2024-11-08T03:15:57,731 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:15:57,745 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:15:57,745 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:15:57,757 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:15:57,758 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a59454f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:15:57,776 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:35953 2024-11-08T03:15:57,776 INFO [RS:0;350fccc412b5:35953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:15:57,776 INFO [RS:0;350fccc412b5:35953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:15:57,776 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:15:57,777 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,36567,1731035756751 with port=35953, startcode=1731035756800 2024-11-08T03:15:57,778 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:15:57,779 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:15:57,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36567 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,782 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64 2024-11-08T03:15:57,782 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45927 2024-11-08T03:15:57,782 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:15:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/rs 2024-11-08T03:15:57,796 DEBUG [RS:0;350fccc412b5:35953 {}] zookeeper.ZKUtil(111): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on existing znode=/0-531421076/rs/350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,796 WARN [RS:0;350fccc412b5:35953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:15:57,796 INFO [RS:0;350fccc412b5:35953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:57,796 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,35953,1731035756800] 2024-11-08T03:15:57,802 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T03:15:57,836 INFO [RS:0;350fccc412b5:35953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:15:57,838 INFO [RS:0;350fccc412b5:35953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:15:57,839 INFO [RS:0;350fccc412b5:35953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:15:57,839 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,839 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:15:57,840 INFO [RS:0;350fccc412b5:35953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:15:57,840 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,840 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,840 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,840 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,840 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,840 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:57,841 DEBUG [RS:0;350fccc412b5:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,844 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35953,1731035756800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:15:57,860 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:15:57,861 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35953,1731035756800-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,863 WARN [350fccc412b5:36567 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T03:15:57,876 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,35953,1731035756800, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:15:57,890 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(231): queueId=2-350fccc412b5,35953,1731035756800, ReplicationSource: 2, currentBandwidth=0 2024-11-08T03:15:57,890 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,890 INFO [RS:0;350fccc412b5:35953 {}] regionserver.Replication(171): 350fccc412b5,35953,1731035756800 started 2024-11-08T03:15:57,891 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:57,892 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae2d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,892 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:57,892 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:57,895 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:57,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:57,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:57,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad13ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:57,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:57,898 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:57,899 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522e9f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,899 DEBUG [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:57,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:57,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dc3d81 2024-11-08T03:15:57,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:57,903 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T03:15:57,904 INFO [RS:0;350fccc412b5:35953.replicationSource,1-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,35953,1731035756800 (queues=0) is replicating from cluster=2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a to cluster=afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:57,907 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:15:57,907 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,35953,1731035756800, RpcServer on 350fccc412b5/172.17.0.3:35953, sessionid=0x10118711d270007 2024-11-08T03:15:57,907 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:15:57,908 DEBUG [RS:0;350fccc412b5:35953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,908 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35953,1731035756800' 2024-11-08T03:15:57,908 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531421076/flush-table-proc/abort' 2024-11-08T03:15:57,908 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531421076/flush-table-proc/acquired' 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,35953,1731035756800 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35953,1731035756800' 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531421076/online-snapshot/abort' 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:38061' 2024-11-08T03:15:57,909 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531421076/online-snapshot/acquired' 2024-11-08T03:15:57,910 DEBUG [RS:0;350fccc412b5:35953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:15:57,910 INFO [RS:0;350fccc412b5:35953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:15:57,910 INFO [RS:0;350fccc412b5:35953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:15:57,915 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278b1466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,915 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,38061,-1 for getting cluster id 2024-11-08T03:15:57,915 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:15:57,916 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afaee5fb-4d33-40d0-85dc-c907ddcc2ab3' 2024-11-08T03:15:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:15:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afaee5fb-4d33-40d0-85dc-c907ddcc2ab3" 2024-11-08T03:15:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ffc4b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,38061,-1] 2024-11-08T03:15:57,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:15:57,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:15:57,919 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:15:57,920 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4028fea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:15:57,920 DEBUG [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:15:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,38061,1731035747819 2024-11-08T03:15:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ed6a6c 2024-11-08T03:15:57,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:15:57,923 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T03:15:57,924 INFO [RS:0;350fccc412b5:35953.replicationSource,2-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-350fccc412b5,35953,1731035756800 (queues=0) is replicating from cluster=2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a to cluster=afaee5fb-4d33-40d0-85dc-c907ddcc2ab3 2024-11-08T03:15:58,010 INFO [RS:0;350fccc412b5:35953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:15:58,013 INFO [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35953%2C1731035756800, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:15:58,027 DEBUG [RS:0;350fccc412b5:35953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013, exclude list is [], retry=0 2024-11-08T03:15:58,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:58,034 INFO [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 2024-11-08T03:15:58,035 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 350fccc412b5%2C35953%2C1731035756800 for peer 2 2024-11-08T03:15:58,035 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 350fccc412b5%2C35953%2C1731035756800 for peer 1 2024-11-08T03:15:58,035 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C35953%2C1731035756800 2024-11-08T03:15:58,035 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,35953,1731035756800, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:15:58,035 INFO [RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C35953%2C1731035756800 2024-11-08T03:15:58,035 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=350fccc412b5%2C35953%2C1731035756800 2024-11-08T03:15:58,036 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-350fccc412b5,35953,1731035756800, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:15:58,036 DEBUG [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:58,036 INFO [RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C35953%2C1731035756800 2024-11-08T03:15:58,036 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013, startPosition=0, beingWritten=true 2024-11-08T03:15:58,036 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013, startPosition=0, beingWritten=true 2024-11-08T03:15:58,114 DEBUG [350fccc412b5:36567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:15:58,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,35953,1731035756800 2024-11-08T03:15:58,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35953,1731035756800, state=OPENING 2024-11-08T03:15:58,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:58,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:58,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:15:58,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35953,1731035756800}] 2024-11-08T03:15:58,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:58,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:58,247 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:58,248 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:58,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:15:58,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:15:58,324 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:15:58,324 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:15:58,324 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:15:58,327 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35953%2C1731035756800.meta, suffix=.meta, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:15:58,342 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.meta.1731035758327.meta, exclude list is [], retry=0 2024-11-08T03:15:58,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:15:58,347 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.meta.1731035758327.meta 2024-11-08T03:15:58,347 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:15:58,348 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:15:58,348 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:15:58,348 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:15:58,348 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:15:58,348 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:15:58,348 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:15:58,349 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:15:58,349 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:15:58,349 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:15:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:15:58,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:15:58,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:58,360 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/info/a3effce69737440895e2f807d75bb025 2024-11-08T03:15:58,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:58,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:15:58,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:15:58,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:58,370 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/ns/159e2a62d63c431fbb427a3303a8b6fc 2024-11-08T03:15:58,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:58,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:15:58,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:15:58,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:58,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:58,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:15:58,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:15:58,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:15:58,383 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/table/4373a626d0c242cc9b1c0df3c3b5999d 2024-11-08T03:15:58,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:15:58,384 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:15:58,385 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:58,386 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740 2024-11-08T03:15:58,388 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:15:58,388 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:15:58,388 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:15:58,390 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:15:58,391 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121651, jitterRate=0.015091702342033386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:15:58,391 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:15:58,392 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035758349Writing region info on filesystem at 1731035758349Initializing all the Stores at 1731035758350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035758350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035758350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035758350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035758350Cleaning up temporary data from old regions at 1731035758388 (+38 ms)Running coprocessor post-open hooks at 1731035758391 (+3 ms)Region opened successfully at 1731035758391 2024-11-08T03:15:58,393 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731035758318 2024-11-08T03:15:58,395 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:15:58,395 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:15:58,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=350fccc412b5,35953,1731035756800 2024-11-08T03:15:58,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35953,1731035756800, state=OPEN 2024-11-08T03:15:58,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:58,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531421076/meta-region-server 2024-11-08T03:15:58,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,35953,1731035756800 2024-11-08T03:15:58,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:58,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531421076/meta-region-server: CHANGED 2024-11-08T03:15:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T03:15:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35953,1731035756800 in 242 msec 2024-11-08T03:15:58,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T03:15:58,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-08T03:15:58,558 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:58,558 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:58,970 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:58,970 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:59,306 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T03:15:59,480 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:15:59,480 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:00,086 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:00,086 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:00,794 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:00,794 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:00,809 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-08T03:16:00,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:01,605 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:01,607 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:02,212 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T03:16:02,212 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:16:02,213 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:02,213 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35953,1731035756800, seqNum=-1] 2024-11-08T03:16:02,214 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:02,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:02,227 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e2bf68e2e3fccd5aa73f348c0cb0d83, regionState=OPEN, lastHost=350fccc412b5,36085,1731035740262, regionLocation=350fccc412b5,36085,1731035740262, openSeqNum=2 2024-11-08T03:16:02,227 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035822227 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035882228 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,228 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 350fccc412b5,36085,1731035740262 had 2 regions 2024-11-08T03:16:02,229 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:36567, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,229 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,229 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,231 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 350fccc412b5,36085,1731035740262, splitWal=true, meta=true, isMeta: false 2024-11-08T03:16:02,233 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262-splitting dir is empty, no logs to split. 2024-11-08T03:16:02,233 INFO [PEWorker-3 {}] master.SplitWALManager(105): 350fccc412b5,36085,1731035740262 WAL count=0, meta=false 2024-11-08T03:16:02,236 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.366sec 2024-11-08T03:16:02,236 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:16:02,236 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:16:02,236 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:16:02,237 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:16:02,237 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:16:02,237 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:02,237 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:16:02,237 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,36085,1731035740262-splitting dir is empty, no logs to split. 2024-11-08T03:16:02,237 INFO [PEWorker-3 {}] master.SplitWALManager(105): 350fccc412b5,36085,1731035740262 WAL count=0, meta=false 2024-11-08T03:16:02,237 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 350fccc412b5,36085,1731035740262 WAL splitting is done? wals=0, meta=false 2024-11-08T03:16:02,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN}] 2024-11-08T03:16:02,242 WARN [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=350fccc412b5,36085,1731035740262/hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:02,242 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:16:02,242 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:16:02,242 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36567,1731035756751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:02,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN 2024-11-08T03:16:02,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T03:16:02,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36567,-1 for getting cluster id 2024-11-08T03:16:02,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:02,340 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a' 2024-11-08T03:16:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a" 2024-11-08T03:16:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36567,-1] 2024-11-08T03:16:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,345 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a41da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35953,1731035756800, seqNum=-1] 2024-11-08T03:16:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:02,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:02,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T03:16:02,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:02,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:02,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:02,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 350fccc412b5:36567 after: 350fccc412b5:36567 2024-11-08T03:16:02,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36567,-1 for getting cluster id 2024-11-08T03:16:02,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:02,358 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a' 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd2b4b0-1809-49ef-9b82-8bb657b7dc9a" 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7512cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36567,-1] 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,360 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:02,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36567,1731035756751 2024-11-08T03:16:02,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4788cbd1 2024-11-08T03:16:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:02,364 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:02,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:16:02,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T03:16:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:16:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T03:16:02,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:16:02,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:02,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:02,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:02,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:16:02,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-08T03:16:02,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,38061,1731035747819 2024-11-08T03:16:02,394 DEBUG [350fccc412b5:36567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:16:02,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e2bf68e2e3fccd5aa73f348c0cb0d83, regionState=OPENING, regionLocation=350fccc412b5,35953,1731035756800 2024-11-08T03:16:02,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN because future has completed 2024-11-08T03:16:02,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,35953,1731035756800}] 2024-11-08T03:16:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11235765121/running 2024-11-08T03:16:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11235765121/running 2024-11-08T03:16:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:16:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:16:02,448 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:02,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:02,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:02,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/running 2024-11-08T03:16:02,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Set watcher on znode that does not yet exist, /11235765121/running 2024-11-08T03:16:02,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,42581,1731035748016' ***** 2024-11-08T03:16:02,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,42581,1731035748016 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:02,450 INFO [RS:0;350fccc412b5:42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:42581. 2024-11-08T03:16:02,450 DEBUG [RS:0;350fccc412b5:42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:02,451 DEBUG [RS:0;350fccc412b5:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:02,451 INFO [RS:0;350fccc412b5:42581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:16:02,451 INFO [RS:0;350fccc412b5:42581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:16:02,451 INFO [RS:0;350fccc412b5:42581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:16:02,451 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:16:02,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:16:02,451 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:16:02,451 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:16:02,451 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:02,451 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:02,452 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:02,452 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:02,452 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:02,452 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:02,452 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T03:16:02,471 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/.tmp/ns/f4e1502392b8475c98aa121c6a30ca1a is 43, key is default/ns:d/1731035750580/Put/seqid=0 2024-11-08T03:16:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741835_1011 (size=5153) 2024-11-08T03:16:02,484 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:16:02,484 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:16:02,497 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:02,518 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:02,518 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:02,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:02,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:02,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:16:02,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35953%2C1731035756800.rep, suffix=, logDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800, archiveDir=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs, maxLogs=10 2024-11-08T03:16:02,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.rep.1731035762564, exclude list is [], retry=0 2024-11-08T03:16:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43997,DS-10193f8b-e9a5-426b-93db-ae2841134343,DISK] 2024-11-08T03:16:02,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.rep.1731035762564 2024-11-08T03:16:02,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41531:41531)] 2024-11-08T03:16:02,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e2bf68e2e3fccd5aa73f348c0cb0d83, NAME => 'hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:02,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:02,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:02,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. service=MultiRowMutationService 2024-11-08T03:16:02,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:16:02,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:02,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,586 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,588 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName hfileref 2024-11-08T03:16:02,588 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:02,588 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:02,588 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,589 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName queue 2024-11-08T03:16:02,589 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:02,597 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/queue/e0f594be12534db88c1fabcb698cf14e 2024-11-08T03:16:02,597 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:02,597 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,598 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e2bf68e2e3fccd5aa73f348c0cb0d83 columnFamilyName sid 2024-11-08T03:16:02,599 DEBUG [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:02,599 INFO [StoreOpener-9e2bf68e2e3fccd5aa73f348c0cb0d83-1 {}] regionserver.HStore(327): Store=9e2bf68e2e3fccd5aa73f348c0cb0d83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:16:02,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9e2bf68e2e3fccd5aa73f348c0cb0d83; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60793158, jitterRate=-0.0941113531589508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:16:02,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:02,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9e2bf68e2e3fccd5aa73f348c0cb0d83: Running coprocessor pre-open hook at 1731035762585Writing region info on filesystem at 1731035762585Initializing all the Stores at 1731035762586 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035762586Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035762586Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035762586Cleaning up temporary data from old regions at 1731035762603 (+17 ms)Running coprocessor post-open hooks at 1731035762606 (+3 ms)Region opened successfully at 1731035762606 2024-11-08T03:16:02,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., pid=19, masterSystemTime=1731035762553 2024-11-08T03:16:02,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:02,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:02,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e2bf68e2e3fccd5aa73f348c0cb0d83, regionState=OPEN, openSeqNum=10, regionLocation=350fccc412b5,35953,1731035756800 2024-11-08T03:16:02,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,35953,1731035756800 because future has completed 2024-11-08T03:16:02,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T03:16:02,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e2bf68e2e3fccd5aa73f348c0cb0d83, server=350fccc412b5,35953,1731035756800 in 216 msec 2024-11-08T03:16:02,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T03:16:02,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e2bf68e2e3fccd5aa73f348c0cb0d83, ASSIGN in 379 msec 2024-11-08T03:16:02,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T03:16:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83., hostname=350fccc412b5,35953,1731035756800, seqNum=10] 2024-11-08T03:16:02,652 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:02,662 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 350fccc412b5,36085,1731035740262 2024-11-08T03:16:02,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T03:16:02,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T03:16:02,852 DEBUG [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:02,876 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/.tmp/ns/f4e1502392b8475c98aa121c6a30ca1a 2024-11-08T03:16:02,892 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/.tmp/ns/f4e1502392b8475c98aa121c6a30ca1a as hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/ns/f4e1502392b8475c98aa121c6a30ca1a 2024-11-08T03:16:02,908 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/ns/f4e1502392b8475c98aa121c6a30ca1a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T03:16:02,911 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-11-08T03:16:02,924 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T03:16:02,925 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:02,926 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:02,926 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:02,926 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035762451Running coprocessor pre-close hooks at 1731035762451Disabling compacts and flushes for region at 1731035762451Disabling writes for close at 1731035762452 (+1 ms)Obtaining lock to block concurrent updates at 1731035762452Preparing flush snapshotting stores in 1588230740 at 1731035762452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731035762453 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035762454 (+1 ms)Flushing 1588230740/ns: creating writer at 1731035762454Flushing 1588230740/ns: appending metadata at 1731035762470 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731035762470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b963d0e: reopening flushed file at 1731035762891 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1731035762911 (+20 ms)Writing region close event to WAL at 1731035762919 (+8 ms)Running coprocessor post-close hooks at 1731035762925 (+6 ms)Closed at 1731035762926 (+1 ms) 2024-11-08T03:16:02,926 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:03,053 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,42581,1731035748016; all regions closed. 2024-11-08T03:16:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741834_1010 (size=1152) 2024-11-08T03:16:03,065 DEBUG [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/oldWALs 2024-11-08T03:16:03,065 INFO [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C42581%2C1731035748016.meta:.meta(num 1731035750504) 2024-11-08T03:16:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741832_1008 (size=93) 2024-11-08T03:16:03,092 DEBUG [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/oldWALs 2024-11-08T03:16:03,092 INFO [RS:0;350fccc412b5:42581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C42581%2C1731035748016:(num 1731035749626) 2024-11-08T03:16:03,092 DEBUG [RS:0;350fccc412b5:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:03,092 INFO [RS:0;350fccc412b5:42581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:03,092 INFO [RS:0;350fccc412b5:42581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:03,093 INFO [RS:0;350fccc412b5:42581 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:03,093 INFO [RS:0;350fccc412b5:42581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:03,093 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:03,093 INFO [RS:0;350fccc412b5:42581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42581 2024-11-08T03:16:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11235765121/rs/350fccc412b5,42581,1731035748016 2024-11-08T03:16:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121/rs 2024-11-08T03:16:03,153 INFO [RS:0;350fccc412b5:42581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:03,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,42581,1731035748016] 2024-11-08T03:16:03,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11235765121/draining/350fccc412b5,42581,1731035748016 already deleted, retry=false 2024-11-08T03:16:03,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,42581,1731035748016 expired; onlineServers=0 2024-11-08T03:16:03,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,38061,1731035747819' ***** 2024-11-08T03:16:03,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:16:03,175 INFO [M:0;350fccc412b5:38061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:03,175 INFO [M:0;350fccc412b5:38061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:03,175 DEBUG [M:0;350fccc412b5:38061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:16:03,175 DEBUG [M:0;350fccc412b5:38061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:16:03,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:16:03,175 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035749298 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035749298,5,FailOnTimeoutGroup] 2024-11-08T03:16:03,175 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035749298 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035749298,5,FailOnTimeoutGroup] 2024-11-08T03:16:03,175 INFO [M:0;350fccc412b5:38061 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:03,175 INFO [M:0;350fccc412b5:38061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:03,175 DEBUG [M:0;350fccc412b5:38061 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:16:03,175 INFO [M:0;350fccc412b5:38061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:16:03,176 INFO [M:0;350fccc412b5:38061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:03,176 INFO [M:0;350fccc412b5:38061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:16:03,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:16:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11235765121/master 2024-11-08T03:16:03,185 DEBUG [M:0;350fccc412b5:38061 {}] zookeeper.ZKUtil(347): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Unable to get data of znode /11235765121/master because node does not exist (not an error) 2024-11-08T03:16:03,185 WARN [M:0;350fccc412b5:38061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:16:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11235765121 2024-11-08T03:16:03,187 INFO [M:0;350fccc412b5:38061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/.lastflushedseqids 2024-11-08T03:16:03,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741836_1012 (size=99) 2024-11-08T03:16:03,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:03,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42581-0x10118711d270004, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:03,264 INFO [RS:0;350fccc412b5:42581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:03,264 INFO [RS:0;350fccc412b5:42581 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,42581,1731035748016; zookeeper connection closed. 2024-11-08T03:16:03,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27807d9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27807d9c 2024-11-08T03:16:03,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:16:03,529 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:03,529 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:03,595 INFO [M:0;350fccc412b5:38061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:16:03,595 INFO [M:0;350fccc412b5:38061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:16:03,595 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:03,595 INFO [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:03,595 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:03,595 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:03,595 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:03,596 INFO [M:0;350fccc412b5:38061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T03:16:03,619 DEBUG [M:0;350fccc412b5:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dccea7f1ad27452e9e0149b4be05ea16 is 82, key is hbase:meta,,1/info:regioninfo/1731035750550/Put/seqid=0 2024-11-08T03:16:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741837_1013 (size=5672) 2024-11-08T03:16:03,641 INFO [M:0;350fccc412b5:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dccea7f1ad27452e9e0149b4be05ea16 2024-11-08T03:16:03,671 DEBUG [M:0;350fccc412b5:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cb0f3f904c4ab99e95704a45241ab4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731035750586/Put/seqid=0 2024-11-08T03:16:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741838_1014 (size=5275) 2024-11-08T03:16:03,679 INFO [M:0;350fccc412b5:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cb0f3f904c4ab99e95704a45241ab4 2024-11-08T03:16:03,708 DEBUG [M:0;350fccc412b5:38061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d310ad9ffe354865ad75a2370a792da9 is 69, key is 350fccc412b5,42581,1731035748016/rs:state/1731035749383/Put/seqid=0 2024-11-08T03:16:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741839_1015 (size=5156) 2024-11-08T03:16:04,117 INFO [M:0;350fccc412b5:38061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d310ad9ffe354865ad75a2370a792da9 2024-11-08T03:16:04,124 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dccea7f1ad27452e9e0149b4be05ea16 as hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dccea7f1ad27452e9e0149b4be05ea16 2024-11-08T03:16:04,130 INFO [M:0;350fccc412b5:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dccea7f1ad27452e9e0149b4be05ea16, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T03:16:04,131 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cb0f3f904c4ab99e95704a45241ab4 as hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67cb0f3f904c4ab99e95704a45241ab4 2024-11-08T03:16:04,137 INFO [M:0;350fccc412b5:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67cb0f3f904c4ab99e95704a45241ab4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T03:16:04,139 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d310ad9ffe354865ad75a2370a792da9 as hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d310ad9ffe354865ad75a2370a792da9 2024-11-08T03:16:04,145 INFO [M:0;350fccc412b5:38061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/35ca49c9-7dc6-265a-de78-22853f9a13e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d310ad9ffe354865ad75a2370a792da9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T03:16:04,146 INFO [M:0;350fccc412b5:38061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=28, compaction requested=false 2024-11-08T03:16:04,147 INFO [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:04,147 DEBUG [M:0;350fccc412b5:38061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035763595Disabling compacts and flushes for region at 1731035763595Disabling writes for close at 1731035763595Obtaining lock to block concurrent updates at 1731035763596 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035763596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731035763596Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035763598 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035763598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035763619 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035763619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035763651 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035763670 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035763670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035763686 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035763707 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035763707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa42a7: reopening flushed file at 1731035764123 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a72862: reopening flushed file at 1731035764130 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95939f: reopening flushed file at 1731035764138 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=28, compaction requested=false at 1731035764146 (+8 ms)Writing region close event to WAL at 1731035764147 (+1 ms)Closed at 1731035764147 2024-11-08T03:16:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43359 is added to blk_1073741830_1006 (size=10165) 2024-11-08T03:16:04,151 INFO [M:0;350fccc412b5:38061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:16:04,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:04,151 INFO [M:0;350fccc412b5:38061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38061 2024-11-08T03:16:04,154 INFO [M:0;350fccc412b5:38061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:04,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:04,359 INFO [M:0;350fccc412b5:38061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:04,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38061-0x10118711d270003, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:04,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:04,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:04,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:04,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:04,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:04,369 WARN [BP-515263543-172.17.0.3-1731035744926 heartbeating to localhost/127.0.0.1:41935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:16:04,370 WARN [BP-515263543-172.17.0.3-1731035744926 heartbeating to localhost/127.0.0.1:41935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515263543-172.17.0.3-1731035744926 (Datanode Uuid 257b7c77-95ed-41d1-8b10-6da60ce16aca) service to localhost/127.0.0.1:41935 2024-11-08T03:16:04,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/cluster_99eda5dd-b105-eaea-3bcd-3b15f6459c97/data/data1/current/BP-515263543-172.17.0.3-1731035744926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:04,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/cluster_99eda5dd-b105-eaea-3bcd-3b15f6459c97/data/data2/current/BP-515263543-172.17.0.3-1731035744926 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:04,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:16:04,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:16:04,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:16:04,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:04,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:04,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:04,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:04,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:16:04,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:16:04,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:04,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:04,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:04,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:16:04,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142103215, stopped=false 2024-11-08T03:16:04,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,36567,1731035756751 2024-11-08T03:16:04,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:16:04,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/running 2024-11-08T03:16:04,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:16:04,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:16:04,417 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:04,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:04,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:16:04,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:04,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:04,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,35953,1731035756800' ***** 2024-11-08T03:16:04,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:16:04,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Set watcher on znode that does not yet exist, /0-531421076/running 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:16:04,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,35953,1731035756800 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:04,418 INFO [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35953. 2024-11-08T03:16:04,418 DEBUG [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:04,419 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:04,418 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e2bf68e2e3fccd5aa73f348c0cb0d83, disabling compactions & flushes 2024-11-08T03:16:04,419 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:04,419 INFO [RS:0;350fccc412b5:35953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:04,419 INFO [RS:0;350fccc412b5:35953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:16:04,419 INFO [RS:0;350fccc412b5:35953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. after waiting 0 ms 2024-11-08T03:16:04,419 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:04,419 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:16:04,419 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83=hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83.} 2024-11-08T03:16:04,419 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e2bf68e2e3fccd5aa73f348c0cb0d83 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:04,419 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:04,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:04,420 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T03:16:04,424 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/replication/9e2bf68e2e3fccd5aa73f348c0cb0d83/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T03:16:04,424 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:04,424 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:04,424 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:04,425 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e2bf68e2e3fccd5aa73f348c0cb0d83: Waiting for close lock at 1731035764418Running coprocessor pre-close hooks at 1731035764418Disabling compacts and flushes for region at 1731035764418Disabling writes for close at 1731035764419 (+1 ms)Writing region close event to WAL at 1731035764420 (+1 ms)Running coprocessor post-close hooks at 1731035764424 (+4 ms)Closed at 1731035764424 2024-11-08T03:16:04,425 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83. 2024-11-08T03:16:04,436 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/83b4d2c50a8149238af1f1a6be6e8d9d is 147, key is hbase:replication,,1731035750773.9e2bf68e2e3fccd5aa73f348c0cb0d83./info:regioninfo/1731035762611/Put/seqid=0 2024-11-08T03:16:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741851_1027 (size=6385) 2024-11-08T03:16:04,453 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:04,619 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:04,638 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:04,644 DEBUG [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.1731035758013 to pos 0, reset compression=false 2024-11-08T03:16:04,820 DEBUG [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:04,842 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/83b4d2c50a8149238af1f1a6be6e8d9d 2024-11-08T03:16:04,845 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:16:04,845 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:16:04,852 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/.tmp/info/83b4d2c50a8149238af1f1a6be6e8d9d as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/info/83b4d2c50a8149238af1f1a6be6e8d9d 2024-11-08T03:16:04,858 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/info/83b4d2c50a8149238af1f1a6be6e8d9d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T03:16:04,859 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-08T03:16:04,865 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T03:16:04,865 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:04,865 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:04,865 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:04,865 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035764419Running coprocessor pre-close hooks at 1731035764419Disabling compacts and flushes for region at 1731035764419Disabling writes for close at 1731035764419Obtaining lock to block concurrent updates at 1731035764420 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731035764420Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731035764420Flushing stores of hbase:meta,,1.1588230740 at 1731035764421 (+1 ms)Flushing 1588230740/info: creating writer at 1731035764421Flushing 1588230740/info: appending metadata at 1731035764435 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731035764436 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403014d: reopening flushed file at 1731035764851 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731035764859 (+8 ms)Writing region close event to WAL at 1731035764861 (+2 ms)Running coprocessor post-close hooks at 1731035764865 (+4 ms)Closed at 1731035764865 2024-11-08T03:16:04,866 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:05,020 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,35953,1731035756800; all regions closed. 2024-11-08T03:16:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741849_1025 (size=2156) 2024-11-08T03:16:05,032 DEBUG [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:16:05,032 INFO [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C35953%2C1731035756800.meta:.meta(num 1731035758327) 2024-11-08T03:16:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741850_1026 (size=796) 2024-11-08T03:16:05,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/WALs/350fccc412b5,35953,1731035756800/350fccc412b5%2C35953%2C1731035756800.rep.1731035762564 not finished, retry = 0 2024-11-08T03:16:05,142 DEBUG [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:16:05,142 INFO [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C35953%2C1731035756800.rep:(num 1731035762564) 2024-11-08T03:16:05,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741848_1024 (size=93) 2024-11-08T03:16:05,151 DEBUG [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/oldWALs 2024-11-08T03:16:05,151 INFO [RS:0;350fccc412b5:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C35953%2C1731035756800:(num 1731035758013) 2024-11-08T03:16:05,151 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:05,151 INFO [RS:0;350fccc412b5:35953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:05,151 INFO [RS:0;350fccc412b5:35953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:05,151 INFO [RS:0;350fccc412b5:35953 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:05,151 INFO [RS:0;350fccc412b5:35953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:05,152 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:05,152 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T03:16:05,152 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,35953,1731035756800 because: Region server is closing 2024-11-08T03:16:05,152 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T03:16:05,152 INFO [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35953. 2024-11-08T03:16:05,152 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T03:16:05,152 DEBUG [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:05,152 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:05,153 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:05,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:05,253 WARN [RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:16:05,253 WARN [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:16:05,253 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,1-350fccc412b5,35953,1731035756800 terminated 2024-11-08T03:16:05,253 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-350fccc412b5,35953,1731035756800 because: Region server is closing 2024-11-08T03:16:05,254 INFO [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35953. 2024-11-08T03:16:05,254 DEBUG [RS:0;350fccc412b5:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:05,254 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:05,254 DEBUG [RS:0;350fccc412b5:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:05,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:05,354 WARN [RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:16:05,354 WARN [RS:0;350fccc412b5:35953.replicationSource.wal-reader.350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:16:05,354 INFO [RS:0;350fccc412b5:35953 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;350fccc412b5:35953.replicationSource.shipper350fccc412b5%2C35953%2C1731035756800,2-350fccc412b5,35953,1731035756800 terminated 2024-11-08T03:16:05,355 INFO [RS:0;350fccc412b5:35953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35953 2024-11-08T03:16:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076/rs 2024-11-08T03:16:05,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/rs/350fccc412b5,35953,1731035756800 2024-11-08T03:16:05,416 INFO [RS:0;350fccc412b5:35953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:05,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,35953,1731035756800] 2024-11-08T03:16:05,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-531421076/draining/350fccc412b5,35953,1731035756800 already deleted, retry=false 2024-11-08T03:16:05,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,35953,1731035756800 expired; onlineServers=0 2024-11-08T03:16:05,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,36567,1731035756751' ***** 2024-11-08T03:16:05,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:16:05,437 INFO [M:0;350fccc412b5:36567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:05,438 INFO [M:0;350fccc412b5:36567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:05,438 DEBUG [M:0;350fccc412b5:36567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:16:05,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:16:05,438 DEBUG [M:0;350fccc412b5:36567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:16:05,438 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035757697 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035757697,5,FailOnTimeoutGroup] 2024-11-08T03:16:05,438 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035757697 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035757697,5,FailOnTimeoutGroup] 2024-11-08T03:16:05,438 INFO [M:0;350fccc412b5:36567 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:05,438 INFO [M:0;350fccc412b5:36567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:05,438 DEBUG [M:0;350fccc412b5:36567 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:16:05,438 INFO [M:0;350fccc412b5:36567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:16:05,439 INFO [M:0;350fccc412b5:36567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:05,439 INFO [M:0;350fccc412b5:36567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:16:05,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:16:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531421076/master 2024-11-08T03:16:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531421076 2024-11-08T03:16:05,448 DEBUG [M:0;350fccc412b5:36567 {}] zookeeper.ZKUtil(347): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Unable to get data of znode /0-531421076/master because node does not exist (not an error) 2024-11-08T03:16:05,448 WARN [M:0;350fccc412b5:36567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:16:05,449 INFO [M:0;350fccc412b5:36567 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/.lastflushedseqids 2024-11-08T03:16:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741852_1028 (size=181) 2024-11-08T03:16:05,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:05,527 INFO [RS:0;350fccc412b5:35953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:05,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x10118711d270007, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:05,527 INFO [RS:0;350fccc412b5:35953 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,35953,1731035756800; zookeeper connection closed. 2024-11-08T03:16:05,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1138a23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1138a23a 2024-11-08T03:16:05,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:16:05,856 INFO [M:0;350fccc412b5:36567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:16:05,856 INFO [M:0;350fccc412b5:36567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:16:05,856 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:05,856 INFO [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:05,856 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:05,856 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:05,856 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:05,856 INFO [M:0;350fccc412b5:36567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T03:16:05,874 DEBUG [M:0;350fccc412b5:36567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e2f6009c4484290b402f7b3fd76b34a is 82, key is hbase:meta,,1/info:regioninfo/1731035758396/Put/seqid=0 2024-11-08T03:16:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741853_1029 (size=5680) 2024-11-08T03:16:06,279 INFO [M:0;350fccc412b5:36567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e2f6009c4484290b402f7b3fd76b34a 2024-11-08T03:16:06,300 DEBUG [M:0;350fccc412b5:36567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b983949a9e3495194e80452ded6c46e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731035762620/Put/seqid=0 2024-11-08T03:16:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741854_1030 (size=7319) 2024-11-08T03:16:06,706 INFO [M:0;350fccc412b5:36567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b983949a9e3495194e80452ded6c46e 2024-11-08T03:16:06,725 DEBUG [M:0;350fccc412b5:36567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ac46be72b9493f94a4b56c19b8fe0b is 69, key is 350fccc412b5,35953,1731035756800/rs:state/1731035757780/Put/seqid=0 2024-11-08T03:16:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741855_1031 (size=5371) 2024-11-08T03:16:07,131 INFO [M:0;350fccc412b5:36567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ac46be72b9493f94a4b56c19b8fe0b 2024-11-08T03:16:07,137 INFO [M:0;350fccc412b5:36567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ac46be72b9493f94a4b56c19b8fe0b 2024-11-08T03:16:07,138 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e2f6009c4484290b402f7b3fd76b34a as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e2f6009c4484290b402f7b3fd76b34a 2024-11-08T03:16:07,144 INFO [M:0;350fccc412b5:36567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e2f6009c4484290b402f7b3fd76b34a, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T03:16:07,145 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b983949a9e3495194e80452ded6c46e as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b983949a9e3495194e80452ded6c46e 2024-11-08T03:16:07,151 INFO [M:0;350fccc412b5:36567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b983949a9e3495194e80452ded6c46e, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T03:16:07,152 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ac46be72b9493f94a4b56c19b8fe0b as hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2ac46be72b9493f94a4b56c19b8fe0b 2024-11-08T03:16:07,158 INFO [M:0;350fccc412b5:36567 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ac46be72b9493f94a4b56c19b8fe0b 2024-11-08T03:16:07,158 INFO [M:0;350fccc412b5:36567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45927/user/jenkins/test-data/b5448180-e2c6-5a6d-997b-6c7d310e0d64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2ac46be72b9493f94a4b56c19b8fe0b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T03:16:07,159 INFO [M:0;350fccc412b5:36567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-11-08T03:16:07,161 INFO [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:07,161 DEBUG [M:0;350fccc412b5:36567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035765856Disabling compacts and flushes for region at 1731035765856Disabling writes for close at 1731035765856Obtaining lock to block concurrent updates at 1731035765856Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035765856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731035765857 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035765858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035765858Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035765874 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035765874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035766285 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035766300 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035766300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035766711 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035766725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035766725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c74ed2: reopening flushed file at 1731035767137 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7111740d: reopening flushed file at 1731035767144 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f1c7a0: reopening flushed file at 1731035767151 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1731035767159 (+8 ms)Writing region close event to WAL at 1731035767161 (+2 ms)Closed at 1731035767161 2024-11-08T03:16:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43997 is added to blk_1073741847_1023 (size=22949) 2024-11-08T03:16:07,164 INFO [M:0;350fccc412b5:36567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:16:07,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:07,164 INFO [M:0;350fccc412b5:36567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36567 2024-11-08T03:16:07,164 INFO [M:0;350fccc412b5:36567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:07,327 INFO [M:0;350fccc412b5:36567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36567-0x10118711d270006, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:07,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:07,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:07,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:07,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:07,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:07,332 WARN [BP-1496560288-172.17.0.3-1731035735270 heartbeating to localhost/127.0.0.1:45927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:16:07,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:16:07,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:16:07,332 WARN [BP-1496560288-172.17.0.3-1731035735270 heartbeating to localhost/127.0.0.1:45927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1496560288-172.17.0.3-1731035735270 (Datanode Uuid 96bb9780-de6d-47d1-8094-6fa7c8fe8b96) service to localhost/127.0.0.1:45927 2024-11-08T03:16:07,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/data/data1/current/BP-1496560288-172.17.0.3-1731035735270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:07,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/cluster_6777db97-3adf-3736-728a-4dd2bca09412/data/data2/current/BP-1496560288-172.17.0.3-1731035735270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:07,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:16:07,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:07,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:07,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:07,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:07,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/37cbb3df-1d13-f4e3-eb11-8a0f68b731ad/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:07,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:16:07,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:16:07,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: master/350fccc412b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45927 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62439) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/350fccc412b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/350fccc412b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62439) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/350fccc412b5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/350fccc412b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5764 (was 7496) 2024-11-08T03:16:07,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=5764 2024-11-08T03:16:07,386 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T03:16:07,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir so I do NOT create it in target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919 2024-11-08T03:16:07,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:16:07,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.tmp.dir so I do NOT create it in target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919 2024-11-08T03:16:07,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5125956-86d4-a0d7-2207-cf5d39ec4f1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:16:07,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919 2024-11-08T03:16:07,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143, deleteOnExit=true 2024-11-08T03:16:07,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/zookeeper_0, clientPort=64283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:16:07,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64283 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/test.cache.data in system properties and HBase conf 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:16:07,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:16:07,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:16:07,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:16:07,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:16:07,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:07,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:16:07,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:16:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118711d270002, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:16:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118711d270005, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:16:07,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118711d270002, quorum=127.0.0.1:62439, baseZNode=/0-531421076 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:16:07,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118711d270005, quorum=127.0.0.1:62439, baseZNode=/11235765121 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:16:07,779 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T03:16:07,781 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:07,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:07,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:07,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:07,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:07,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:07,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:07,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:07,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:07,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:07,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff935e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/java.io.tmpdir/jetty-localhost-38025-hadoop-hdfs-3_4_1-tests_jar-_-any-3411403994344620289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:07,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:38025} 2024-11-08T03:16:07,946 INFO [Time-limited test {}] server.Server(415): Started @35327ms 2024-11-08T03:16:08,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:08,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:08,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:08,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:08,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:08,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:08,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:08,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9cf73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/java.io.tmpdir/jetty-localhost-36263-hadoop-hdfs-3_4_1-tests_jar-_-any-12615316987163630491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:08,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:36263} 2024-11-08T03:16:08,456 INFO [Time-limited test {}] server.Server(415): Started @35837ms 2024-11-08T03:16:08,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:16:09,231 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/data/data2/current/BP-405958614-172.17.0.3-1731035767428/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:09,231 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/data/data1/current/BP-405958614-172.17.0.3-1731035767428/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:09,261 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:16:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc775273eccca3cbe with lease ID 0x6e4e8e4767352538: Processing first storage report for DS-54b1bee0-a9bf-4935-8f49-98d0311b8569 from datanode DatanodeRegistration(127.0.0.1:42775, datanodeUuid=c3cf24d3-2da3-4603-9cbb-664ee064c0f6, infoPort=34447, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=29593365;c=1731035767428) 2024-11-08T03:16:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc775273eccca3cbe with lease ID 0x6e4e8e4767352538: from storage DS-54b1bee0-a9bf-4935-8f49-98d0311b8569 node DatanodeRegistration(127.0.0.1:42775, datanodeUuid=c3cf24d3-2da3-4603-9cbb-664ee064c0f6, infoPort=34447, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=29593365;c=1731035767428), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc775273eccca3cbe with lease ID 0x6e4e8e4767352538: Processing first storage report for DS-9333792c-fb09-4095-b88d-7c28bf0bd49b from datanode DatanodeRegistration(127.0.0.1:42775, datanodeUuid=c3cf24d3-2da3-4603-9cbb-664ee064c0f6, infoPort=34447, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=29593365;c=1731035767428) 2024-11-08T03:16:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc775273eccca3cbe with lease ID 0x6e4e8e4767352538: from storage DS-9333792c-fb09-4095-b88d-7c28bf0bd49b node DatanodeRegistration(127.0.0.1:42775, datanodeUuid=c3cf24d3-2da3-4603-9cbb-664ee064c0f6, infoPort=34447, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=29593365;c=1731035767428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:09,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919 2024-11-08T03:16:09,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:16:09,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9 with version=8 2024-11-08T03:16:09,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/hbase-staging 2024-11-08T03:16:09,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:16:09,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:09,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37833 2024-11-08T03:16:09,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37833 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378330x0, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:09,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37833-0x10118719e150000 connected 2024-11-08T03:16:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:16:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:16:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:09,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/running 2024-11-08T03:16:09,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9, hbase.cluster.distributed=false 2024-11-08T03:16:09,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/acl 2024-11-08T03:16:09,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-08T03:16:09,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37833 2024-11-08T03:16:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37833 2024-11-08T03:16:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-08T03:16:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-08T03:16:09,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:16:09,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:09,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40815 2024-11-08T03:16:09,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40815 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:09,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408150x0, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:09,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408150x0, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/running 2024-11-08T03:16:09,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40815-0x10118719e150001 connected 2024-11-08T03:16:09,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:16:09,946 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:16:09,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/master 2024-11-08T03:16:09,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/acl 2024-11-08T03:16:09,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40815 2024-11-08T03:16:09,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40815 2024-11-08T03:16:09,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40815 2024-11-08T03:16:09,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40815 2024-11-08T03:16:09,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40815 2024-11-08T03:16:09,970 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:37833 2024-11-08T03:16:09,970 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /084553105/backup-masters/350fccc412b5,37833,1731035769709 2024-11-08T03:16:09,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/backup-masters 2024-11-08T03:16:09,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/backup-masters 2024-11-08T03:16:09,975 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on existing znode=/084553105/backup-masters/350fccc412b5,37833,1731035769709 2024-11-08T03:16:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084553105/master 2024-11-08T03:16:09,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:09,985 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on existing znode=/084553105/master 2024-11-08T03:16:09,985 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /084553105/backup-masters/350fccc412b5,37833,1731035769709 from backup master directory 2024-11-08T03:16:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084553105/backup-masters/350fccc412b5,37833,1731035769709 2024-11-08T03:16:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/backup-masters 2024-11-08T03:16:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/backup-masters 2024-11-08T03:16:09,995 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:09,995 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,37833,1731035769709 2024-11-08T03:16:09,999 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/hbase.id] with ID: 1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4 2024-11-08T03:16:09,999 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/.tmp/hbase.id 2024-11-08T03:16:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:16:10,405 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/.tmp/hbase.id]:[hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/hbase.id] 2024-11-08T03:16:10,419 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:10,420 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:16:10,421 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:16:10,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:10,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:16:10,887 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:10,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:16:10,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:16:11,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store 2024-11-08T03:16:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:16:11,704 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:11,704 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:11,705 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:11,705 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:11,705 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:11,705 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:11,705 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:11,705 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035771704Disabling compacts and flushes for region at 1731035771704Disabling writes for close at 1731035771705 (+1 ms)Writing region close event to WAL at 1731035771705Closed at 1731035771705 2024-11-08T03:16:11,706 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/.initializing 2024-11-08T03:16:11,706 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/WALs/350fccc412b5,37833,1731035769709 2024-11-08T03:16:11,707 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:11,709 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C37833%2C1731035769709, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/WALs/350fccc412b5,37833,1731035769709, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/oldWALs, maxLogs=10 2024-11-08T03:16:11,725 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/WALs/350fccc412b5,37833,1731035769709/350fccc412b5%2C37833%2C1731035769709.1731035771709, exclude list is [], retry=0 2024-11-08T03:16:11,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-54b1bee0-a9bf-4935-8f49-98d0311b8569,DISK] 2024-11-08T03:16:11,730 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/WALs/350fccc412b5,37833,1731035769709/350fccc412b5%2C37833%2C1731035769709.1731035771709 2024-11-08T03:16:11,731 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447)] 2024-11-08T03:16:11,731 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:11,731 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:11,731 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,731 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:16:11,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:11,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:11,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:16:11,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:11,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:11,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:16:11,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:11,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:11,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:16:11,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:11,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:11,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,743 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,744 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,745 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,745 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,746 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:11,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:11,749 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:11,750 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72123918, jitterRate=0.07473012804985046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:11,750 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035771732Initializing all the Stores at 1731035771732Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035771732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035771733 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035771733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035771733Cleaning up temporary data from old regions at 1731035771745 (+12 ms)Region opened successfully at 1731035771750 (+5 ms) 2024-11-08T03:16:11,751 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:16:11,754 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cd2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:11,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:16:11,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:16:11,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:16:11,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:16:11,756 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:16:11,756 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:16:11,756 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:16:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:16:11,759 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/balancer because node does not exist (not necessarily an error) 2024-11-08T03:16:11,763 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/balancer already deleted, retry=false 2024-11-08T03:16:11,764 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:16:11,764 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:16:11,774 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/normalizer already deleted, retry=false 2024-11-08T03:16:11,774 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:16:11,775 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:16:11,784 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/switch/split already deleted, retry=false 2024-11-08T03:16:11,785 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:16:11,795 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/switch/merge already deleted, retry=false 2024-11-08T03:16:11,797 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:16:11,805 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/snapshot-cleanup already deleted, retry=false 2024-11-08T03:16:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084553105/running 2024-11-08T03:16:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/084553105/running 2024-11-08T03:16:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,816 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,37833,1731035769709, sessionid=0x10118719e150000, setting cluster-up flag (Was=false) 2024-11-08T03:16:11,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084553105/flush-table-proc/acquired, /084553105/flush-table-proc/reached, /084553105/flush-table-proc/abort 2024-11-08T03:16:11,870 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37833,1731035769709 2024-11-08T03:16:11,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:11,921 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /084553105/online-snapshot/acquired, /084553105/online-snapshot/reached, /084553105/online-snapshot/abort 2024-11-08T03:16:11,922 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37833,1731035769709 2024-11-08T03:16:11,924 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:16:11,925 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:11,925 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:16:11,926 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:16:11,926 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,37833,1731035769709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:16:11,927 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:11,927 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:11,927 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:11,927 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:11,927 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:16:11,928 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:11,928 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:11,928 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035801928 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:16:11,929 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:16:11,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:16:11,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:16:11,930 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035771930,5,FailOnTimeoutGroup] 2024-11-08T03:16:11,930 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035771930,5,FailOnTimeoutGroup] 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:16:11,930 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:11,931 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:11,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:11,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:16:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:16:11,960 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(746): ClusterId : 1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4 2024-11-08T03:16:11,960 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:16:11,964 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:16:11,964 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:16:11,974 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:16:11,975 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfeac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:11,990 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:40815 2024-11-08T03:16:11,990 INFO [RS:0;350fccc412b5:40815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:16:11,990 INFO [RS:0;350fccc412b5:40815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:16:11,991 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:16:11,991 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,37833,1731035769709 with port=40815, startcode=1731035769924 2024-11-08T03:16:11,992 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:16:11,993 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:16:11,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,40815,1731035769924 2024-11-08T03:16:11,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37833 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,40815,1731035769924 2024-11-08T03:16:11,996 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9 2024-11-08T03:16:11,996 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36763 2024-11-08T03:16:11,996 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:16:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/rs 2024-11-08T03:16:12,006 DEBUG [RS:0;350fccc412b5:40815 {}] zookeeper.ZKUtil(111): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on existing znode=/084553105/rs/350fccc412b5,40815,1731035769924 2024-11-08T03:16:12,006 WARN [RS:0;350fccc412b5:40815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:12,006 INFO [RS:0;350fccc412b5:40815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:12,006 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924 2024-11-08T03:16:12,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,40815,1731035769924] 2024-11-08T03:16:12,010 INFO [RS:0;350fccc412b5:40815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:16:12,013 INFO [RS:0;350fccc412b5:40815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:16:12,013 INFO [RS:0;350fccc412b5:40815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:16:12,013 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,013 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:16:12,014 INFO [RS:0;350fccc412b5:40815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:16:12,014 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,015 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,016 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,016 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:12,016 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:12,016 DEBUG [RS:0;350fccc412b5:40815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:12,017 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,017 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,017 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,017 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,018 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,018 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40815,1731035769924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:12,036 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:16:12,036 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40815,1731035769924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,036 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,036 INFO [RS:0;350fccc412b5:40815 {}] regionserver.Replication(171): 350fccc412b5,40815,1731035769924 started 2024-11-08T03:16:12,055 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:12,055 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,40815,1731035769924, RpcServer on 350fccc412b5/172.17.0.3:40815, sessionid=0x10118719e150001 2024-11-08T03:16:12,055 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:16:12,055 DEBUG [RS:0;350fccc412b5:40815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,40815,1731035769924 2024-11-08T03:16:12,055 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,40815,1731035769924' 2024-11-08T03:16:12,055 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084553105/flush-table-proc/abort' 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084553105/flush-table-proc/acquired' 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,40815,1731035769924 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,40815,1731035769924' 2024-11-08T03:16:12,056 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/084553105/online-snapshot/abort' 2024-11-08T03:16:12,057 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/084553105/online-snapshot/acquired' 2024-11-08T03:16:12,057 DEBUG [RS:0;350fccc412b5:40815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:16:12,057 INFO [RS:0;350fccc412b5:40815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:16:12,057 INFO [RS:0;350fccc412b5:40815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:16:12,157 INFO [RS:0;350fccc412b5:40815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:12,160 INFO [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40815%2C1731035769924, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs, maxLogs=10 2024-11-08T03:16:12,173 DEBUG [RS:0;350fccc412b5:40815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160, exclude list is [], retry=0 2024-11-08T03:16:12,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-54b1bee0-a9bf-4935-8f49-98d0311b8569,DISK] 2024-11-08T03:16:12,178 INFO [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 2024-11-08T03:16:12,178 DEBUG [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447)] 2024-11-08T03:16:12,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:16:12,340 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9 2024-11-08T03:16:12,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:16:12,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:12,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:12,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:12,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:12,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:12,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:12,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:12,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:12,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:12,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:12,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:12,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:12,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:12,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:12,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:12,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:12,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:12,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:12,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740 2024-11-08T03:16:12,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740 2024-11-08T03:16:12,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:12,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:12,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:12,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:12,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:12,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59934078, jitterRate=-0.10691264271736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035772753Initializing all the Stores at 1731035772755 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035772755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035772755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035772755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035772755Cleaning up temporary data from old regions at 1731035772766 (+11 ms)Region opened successfully at 1731035772774 (+8 ms) 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:12,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:12,774 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035772774Disabling compacts and flushes for region at 1731035772774Disabling writes for close at 1731035772774Writing region close event to WAL at 1731035772774Closed at 1731035772774 2024-11-08T03:16:12,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:12,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:16:12,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:16:12,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:12,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:16:12,928 DEBUG [350fccc412b5:37833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:16:12,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,40815,1731035769924 2024-11-08T03:16:12,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,40815,1731035769924, state=OPENING 2024-11-08T03:16:12,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:16:12,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:12,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:12,964 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:12,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,40815,1731035769924}] 2024-11-08T03:16:12,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084553105/meta-region-server: CHANGED 2024-11-08T03:16:12,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084553105/meta-region-server: CHANGED 2024-11-08T03:16:13,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:16:13,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:16:13,122 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:16:13,122 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:13,123 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:16:13,124 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40815%2C1731035769924.meta, suffix=.meta, logDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs, maxLogs=10 2024-11-08T03:16:13,137 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.meta.1731035773125.meta, exclude list is [], retry=0 2024-11-08T03:16:13,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-54b1bee0-a9bf-4935-8f49-98d0311b8569,DISK] 2024-11-08T03:16:13,142 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.meta.1731035773125.meta 2024-11-08T03:16:13,142 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447)] 2024-11-08T03:16:13,142 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:13,143 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:16:13,143 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:16:13,143 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:16:13,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:13,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:13,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:13,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:13,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:13,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:13,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:13,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:13,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:13,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:13,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:13,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:13,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:13,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:13,151 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:13,151 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740 2024-11-08T03:16:13,152 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740 2024-11-08T03:16:13,153 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:13,153 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:13,154 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:13,155 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:13,156 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577939, jitterRate=-0.08241720497608185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:13,156 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:16:13,157 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035773143Writing region info on filesystem at 1731035773143Initializing all the Stores at 1731035773144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035773144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035773145 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035773145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035773145Cleaning up temporary data from old regions at 1731035773153 (+8 ms)Running coprocessor post-open hooks at 1731035773156 (+3 ms)Region opened successfully at 1731035773157 (+1 ms) 2024-11-08T03:16:13,158 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035773117 2024-11-08T03:16:13,161 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:16:13,161 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:16:13,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,40815,1731035769924 2024-11-08T03:16:13,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,40815,1731035769924, state=OPEN 2024-11-08T03:16:13,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084553105/meta-region-server 2024-11-08T03:16:13,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/084553105/meta-region-server 2024-11-08T03:16:13,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084553105/meta-region-server: CHANGED 2024-11-08T03:16:13,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /084553105/meta-region-server: CHANGED 2024-11-08T03:16:13,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,40815,1731035769924 2024-11-08T03:16:13,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:16:13,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,40815,1731035769924 in 237 msec 2024-11-08T03:16:13,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:16:13,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-08T03:16:13,208 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:13,208 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:16:13,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:13,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40815,1731035769924, seqNum=-1] 2024-11-08T03:16:13,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:13,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:13,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-08T03:16:13,218 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035773218, completionTime=-1 2024-11-08T03:16:13,218 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:16:13,218 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035833220 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035893220 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,221 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:37833, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,221 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,221 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,223 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:16:13,224 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:16:13,227 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:16:13,227 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:16:13,227 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37833,1731035769709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:13,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:13,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37833,-1 for getting cluster id 2024-11-08T03:16:13,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:13,261 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4' 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4" 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37833,-1] 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:13,263 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:13,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec2631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:13,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:13,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40815,1731035769924, seqNum=-1] 2024-11-08T03:16:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:13,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:13,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,37833,1731035769709 2024-11-08T03:16:13,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:13,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10118719e150002 connected 2024-11-08T03:16:13,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir so I do NOT create it in target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e 2024-11-08T03:16:13,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:16:13,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.tmp.dir so I do NOT create it in target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e 2024-11-08T03:16:13,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:16:13,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e 2024-11-08T03:16:13,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:16:13,307 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/cluster_205e330e-98c8-03e7-feba-88b9e61d3b2d, deleteOnExit=true 2024-11-08T03:16:13,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:16:13,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/test.cache.data in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:16:13,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:13,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:16:13,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:16:13,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:16:13,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:13,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:13,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:13,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:13,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:16:13,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:13,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:13,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:13,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aab354b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/java.io.tmpdir/jetty-localhost-45717-hadoop-hdfs-3_4_1-tests_jar-_-any-4316055188621516254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:13,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:45717} 2024-11-08T03:16:13,743 INFO [Time-limited test {}] server.Server(415): Started @41124ms 2024-11-08T03:16:14,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:14,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:14,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:14,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:14,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:14,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:14,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:14,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6157f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/java.io.tmpdir/jetty-localhost-35851-hadoop-hdfs-3_4_1-tests_jar-_-any-11510682798152826099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:14,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:35851} 2024-11-08T03:16:14,338 INFO [Time-limited test {}] server.Server(415): Started @41718ms 2024-11-08T03:16:14,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:16:15,292 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/cluster_205e330e-98c8-03e7-feba-88b9e61d3b2d/data/data1/current/BP-1144611354-172.17.0.3-1731035773341/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:15,292 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/cluster_205e330e-98c8-03e7-feba-88b9e61d3b2d/data/data2/current/BP-1144611354-172.17.0.3-1731035773341/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:15,315 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:16:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c151b83a58b970c with lease ID 0x1818960f612b850a: Processing first storage report for DS-7cc61e55-7b01-465a-b9bb-1324e188cee7 from datanode DatanodeRegistration(127.0.0.1:43737, datanodeUuid=eaa11b3c-a3a5-4f6e-b872-95a6400d43ac, infoPort=38295, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=1694323865;c=1731035773341) 2024-11-08T03:16:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c151b83a58b970c with lease ID 0x1818960f612b850a: from storage DS-7cc61e55-7b01-465a-b9bb-1324e188cee7 node DatanodeRegistration(127.0.0.1:43737, datanodeUuid=eaa11b3c-a3a5-4f6e-b872-95a6400d43ac, infoPort=38295, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=1694323865;c=1731035773341), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T03:16:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c151b83a58b970c with lease ID 0x1818960f612b850a: Processing first storage report for DS-d35bb203-d729-453f-9f3d-7ccf348eee2c from datanode DatanodeRegistration(127.0.0.1:43737, datanodeUuid=eaa11b3c-a3a5-4f6e-b872-95a6400d43ac, infoPort=38295, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=1694323865;c=1731035773341) 2024-11-08T03:16:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c151b83a58b970c with lease ID 0x1818960f612b850a: from storage DS-d35bb203-d729-453f-9f3d-7ccf348eee2c node DatanodeRegistration(127.0.0.1:43737, datanodeUuid=eaa11b3c-a3a5-4f6e-b872-95a6400d43ac, infoPort=38295, infoSecurePort=0, ipcPort=35053, storageInfo=lv=-57;cid=testClusterID;nsid=1694323865;c=1731035773341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:15,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e 2024-11-08T03:16:15,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:15,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:15,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:15,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:15,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:16:15,434 WARN [RS:0;350fccc412b5:40815 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 350fccc412b5,36085,1731035740262: status=Processing ServerCrashProcedure of 350fccc412b5,36085,1731035740262 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731035757698, completionTime=-1 appears to have been leaked 2024-11-08T03:16:15,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8 with version=8 2024-11-08T03:16:15,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/hbase-staging 2024-11-08T03:16:15,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:15,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:16:15,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:15,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36263 2024-11-08T03:16:15,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36263 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362630x0, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:15,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36263-0x10118719e150003 connected 2024-11-08T03:16:15,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:15,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:15,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/running 2024-11-08T03:16:15,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8, hbase.cluster.distributed=false 2024-11-08T03:16:15,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/acl 2024-11-08T03:16:15,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-08T03:16:15,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36263 2024-11-08T03:16:15,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36263 2024-11-08T03:16:15,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-08T03:16:15,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-08T03:16:16,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:16,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:16:16,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:16,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44541 2024-11-08T03:16:16,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44541 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:16,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:16,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445410x0, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:16,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445410x0, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/running 2024-11-08T03:16:16,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:16:16,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44541-0x10118719e150004 connected 2024-11-08T03:16:16,153 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:16:16,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/master 2024-11-08T03:16:16,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/acl 2024-11-08T03:16:16,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-08T03:16:16,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-11-08T03:16:16,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-11-08T03:16:16,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-08T03:16:16,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-08T03:16:16,245 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:36263 2024-11-08T03:16:16,246 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1335580136/backup-masters/350fccc412b5,36263,1731035775831 2024-11-08T03:16:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/backup-masters 2024-11-08T03:16:16,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/backup-masters 2024-11-08T03:16:16,259 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on existing znode=/1335580136/backup-masters/350fccc412b5,36263,1731035775831 2024-11-08T03:16:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1335580136/master 2024-11-08T03:16:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:16,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:16,269 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on existing znode=/1335580136/master 2024-11-08T03:16:16,270 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1335580136/backup-masters/350fccc412b5,36263,1731035775831 from backup master directory 2024-11-08T03:16:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/backup-masters 2024-11-08T03:16:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1335580136/backup-masters/350fccc412b5,36263,1731035775831 2024-11-08T03:16:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/backup-masters 2024-11-08T03:16:16,280 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:16,280 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,36263,1731035775831 2024-11-08T03:16:16,290 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/hbase.id] with ID: b0a19a82-afba-48fa-83b2-08f32830adbd 2024-11-08T03:16:16,290 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/.tmp/hbase.id 2024-11-08T03:16:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:16:16,320 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/.tmp/hbase.id]:[hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/hbase.id] 2024-11-08T03:16:16,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:16,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:16:16,363 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-08T03:16:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:16:16,414 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:16,415 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:16:16,421 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:16:16,879 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store 2024-11-08T03:16:16,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:17,287 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:17,287 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:17,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035777287Disabling compacts and flushes for region at 1731035777287Disabling writes for close at 1731035777287Writing region close event to WAL at 1731035777287Closed at 1731035777287 2024-11-08T03:16:17,289 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/.initializing 2024-11-08T03:16:17,289 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/WALs/350fccc412b5,36263,1731035775831 2024-11-08T03:16:17,292 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:17,295 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C36263%2C1731035775831, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/WALs/350fccc412b5,36263,1731035775831, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/oldWALs, maxLogs=10 2024-11-08T03:16:17,314 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/WALs/350fccc412b5,36263,1731035775831/350fccc412b5%2C36263%2C1731035775831.1731035777296, exclude list is [], retry=0 2024-11-08T03:16:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43737,DS-7cc61e55-7b01-465a-b9bb-1324e188cee7,DISK] 2024-11-08T03:16:17,324 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/WALs/350fccc412b5,36263,1731035775831/350fccc412b5%2C36263%2C1731035775831.1731035777296 2024-11-08T03:16:17,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-08T03:16:17,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:17,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:17,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:16:17,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:17,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:16:17,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:16:17,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:17,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:16:17,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:17,344 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,345 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,345 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,347 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,347 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,348 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:17,350 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:17,353 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:17,354 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71145515, jitterRate=0.060150787234306335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:17,354 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035777326Initializing all the Stores at 1731035777328 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035777328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035777328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035777328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035777328Cleaning up temporary data from old regions at 1731035777347 (+19 ms)Region opened successfully at 1731035777354 (+7 ms) 2024-11-08T03:16:17,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:16:17,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc6fd03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:17,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:16:17,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:16:17,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:16:17,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:16:17,362 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:16:17,363 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:16:17,363 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:16:17,382 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:16:17,384 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/balancer because node does not exist (not necessarily an error) 2024-11-08T03:16:17,468 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/balancer already deleted, retry=false 2024-11-08T03:16:17,469 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:16:17,470 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:16:17,479 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/normalizer already deleted, retry=false 2024-11-08T03:16:17,479 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:16:17,481 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:16:17,489 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/switch/split already deleted, retry=false 2024-11-08T03:16:17,491 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:16:17,500 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/switch/merge already deleted, retry=false 2024-11-08T03:16:17,503 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:16:17,510 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/snapshot-cleanup already deleted, retry=false 2024-11-08T03:16:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1335580136/running 2024-11-08T03:16:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1335580136/running 2024-11-08T03:16:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,523 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,36263,1731035775831, sessionid=0x10118719e150003, setting cluster-up flag (Was=false) 2024-11-08T03:16:17,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,574 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1335580136/flush-table-proc/acquired, /1335580136/flush-table-proc/reached, /1335580136/flush-table-proc/abort 2024-11-08T03:16:17,575 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36263,1731035775831 2024-11-08T03:16:17,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:17,626 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1335580136/online-snapshot/acquired, /1335580136/online-snapshot/reached, /1335580136/online-snapshot/abort 2024-11-08T03:16:17,627 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36263,1731035775831 2024-11-08T03:16:17,629 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:16:17,631 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:17,631 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:16:17,631 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:16:17,632 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,36263,1731035775831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:16:17,633 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:17,633 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:17,633 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:17,633 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:17,633 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:16:17,634 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,634 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:17,634 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,635 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(746): ClusterId : b0a19a82-afba-48fa-83b2-08f32830adbd 2024-11-08T03:16:17,635 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:16:17,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:17,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:16:17,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:16:17,648 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:16:17,648 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:16:17,652 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035807652 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:16:17,653 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:16:17,656 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,657 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:16:17,657 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:16:17,657 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:16:17,658 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:16:17,659 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:16:17,660 DEBUG [RS:0;350fccc412b5:44541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659fbc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:17,660 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:16:17,660 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:16:17,661 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035777660,5,FailOnTimeoutGroup] 2024-11-08T03:16:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:16:17,682 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035777661,5,FailOnTimeoutGroup] 2024-11-08T03:16:17,682 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,682 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:16:17,682 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,682 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,684 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:16:17,684 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8 2024-11-08T03:16:17,692 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:44541 2024-11-08T03:16:17,693 INFO [RS:0;350fccc412b5:44541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:16:17,693 INFO [RS:0;350fccc412b5:44541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:16:17,693 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:16:17,694 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,36263,1731035775831 with port=44541, startcode=1731035776028 2024-11-08T03:16:17,694 DEBUG [RS:0;350fccc412b5:44541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:16:17,699 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:16:17,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36263 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,703 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8 2024-11-08T03:16:17,703 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35641 2024-11-08T03:16:17,703 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:16:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741832_1008 (size=32) 2024-11-08T03:16:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/rs 2024-11-08T03:16:17,711 DEBUG [RS:0;350fccc412b5:44541 {}] zookeeper.ZKUtil(111): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on existing znode=/1335580136/rs/350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,711 WARN [RS:0;350fccc412b5:44541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:17,711 INFO [RS:0;350fccc412b5:44541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:17,711 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:17,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,44541,1731035776028] 2024-11-08T03:16:17,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:17,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:17,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:17,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:17,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:17,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:17,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:17,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:17,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:17,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:17,753 INFO [RS:0;350fccc412b5:44541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:16:17,756 INFO [RS:0;350fccc412b5:44541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:16:17,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:17,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:17,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:17,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:17,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740 2024-11-08T03:16:17,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740 2024-11-08T03:16:17,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:17,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:17,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:17,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:17,768 INFO [RS:0;350fccc412b5:44541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:16:17,768 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:17,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67466045, jitterRate=0.0053224116563797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:17,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035777718Initializing all the Stores at 1731035777720 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035777720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035777740 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035777740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035777740Cleaning up temporary data from old regions at 1731035777760 (+20 ms)Region opened successfully at 1731035777771 (+11 ms) 2024-11-08T03:16:17,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:17,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:17,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:17,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:17,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:17,776 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:16:17,778 INFO [RS:0;350fccc412b5:44541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:16:17,779 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,779 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:17,780 DEBUG [RS:0;350fccc412b5:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:17,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035777771Disabling compacts and flushes for region at 1731035777771Disabling writes for close at 1731035777772 (+1 ms)Writing region close event to WAL at 1731035777787 (+15 ms)Closed at 1731035777787 2024-11-08T03:16:17,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:17,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:16:17,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:16:17,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:17,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,800 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,44541,1731035776028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:17,823 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:16:17,823 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,44541,1731035776028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,823 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,823 INFO [RS:0;350fccc412b5:44541 {}] regionserver.Replication(171): 350fccc412b5,44541,1731035776028 started 2024-11-08T03:16:17,842 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:17,842 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,44541,1731035776028, RpcServer on 350fccc412b5/172.17.0.3:44541, sessionid=0x10118719e150004 2024-11-08T03:16:17,842 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:16:17,842 DEBUG [RS:0;350fccc412b5:44541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,842 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,44541,1731035776028' 2024-11-08T03:16:17,842 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1335580136/flush-table-proc/abort' 2024-11-08T03:16:17,843 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1335580136/flush-table-proc/acquired' 2024-11-08T03:16:17,843 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:16:17,843 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:16:17,843 DEBUG [RS:0;350fccc412b5:44541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,44541,1731035776028 2024-11-08T03:16:17,843 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,44541,1731035776028' 2024-11-08T03:16:17,844 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1335580136/online-snapshot/abort' 2024-11-08T03:16:17,844 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1335580136/online-snapshot/acquired' 2024-11-08T03:16:17,844 DEBUG [RS:0;350fccc412b5:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:16:17,844 INFO [RS:0;350fccc412b5:44541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:16:17,844 INFO [RS:0;350fccc412b5:44541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:16:17,945 INFO [RS:0;350fccc412b5:44541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:17,946 WARN [350fccc412b5:36263 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T03:16:17,947 INFO [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C44541%2C1731035776028, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/oldWALs, maxLogs=10 2024-11-08T03:16:17,964 DEBUG [RS:0;350fccc412b5:44541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028/350fccc412b5%2C44541%2C1731035776028.1731035777947, exclude list is [], retry=0 2024-11-08T03:16:17,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43737,DS-7cc61e55-7b01-465a-b9bb-1324e188cee7,DISK] 2024-11-08T03:16:17,979 INFO [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028/350fccc412b5%2C44541%2C1731035776028.1731035777947 2024-11-08T03:16:17,983 DEBUG [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-08T03:16:18,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:16:18,196 DEBUG [350fccc412b5:36263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:16:18,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,44541,1731035776028 2024-11-08T03:16:18,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,44541,1731035776028, state=OPENING 2024-11-08T03:16:18,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:16:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:18,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:18,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1335580136/meta-region-server: CHANGED 2024-11-08T03:16:18,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1335580136/meta-region-server: CHANGED 2024-11-08T03:16:18,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,44541,1731035776028}] 2024-11-08T03:16:18,446 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:16:18,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:16:18,451 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:16:18,452 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:18,452 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:16:18,454 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C44541%2C1731035776028.meta, suffix=.meta, logDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/oldWALs, maxLogs=10 2024-11-08T03:16:18,470 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028/350fccc412b5%2C44541%2C1731035776028.meta.1731035778454.meta, exclude list is [], retry=0 2024-11-08T03:16:18,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43737,DS-7cc61e55-7b01-465a-b9bb-1324e188cee7,DISK] 2024-11-08T03:16:18,475 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/WALs/350fccc412b5,44541,1731035776028/350fccc412b5%2C44541%2C1731035776028.meta.1731035778454.meta 2024-11-08T03:16:18,476 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-08T03:16:18,476 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:18,477 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:16:18,477 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:16:18,477 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:16:18,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:18,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:18,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:18,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:18,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:18,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:18,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:18,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:18,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:18,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:18,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:18,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:18,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:18,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:18,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:18,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:18,484 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:18,485 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740 2024-11-08T03:16:18,486 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740 2024-11-08T03:16:18,487 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:18,487 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:18,487 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:18,489 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:18,489 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68267261, jitterRate=0.017261460423469543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:18,490 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:16:18,490 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035778477Writing region info on filesystem at 1731035778477Initializing all the Stores at 1731035778478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035778478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035778478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035778478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035778478Cleaning up temporary data from old regions at 1731035778487 (+9 ms)Running coprocessor post-open hooks at 1731035778490 (+3 ms)Region opened successfully at 1731035778490 2024-11-08T03:16:18,491 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035778445 2024-11-08T03:16:18,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,44541,1731035776028 2024-11-08T03:16:18,495 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:16:18,495 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:16:18,495 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,44541,1731035776028, state=OPEN 2024-11-08T03:16:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1335580136/meta-region-server 2024-11-08T03:16:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1335580136/meta-region-server 2024-11-08T03:16:18,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,44541,1731035776028 2024-11-08T03:16:18,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1335580136/meta-region-server: CHANGED 2024-11-08T03:16:18,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1335580136/meta-region-server: CHANGED 2024-11-08T03:16:18,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:16:18,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,44541,1731035776028 in 208 msec 2024-11-08T03:16:18,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:16:18,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-08T03:16:18,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:18,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:16:18,510 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:18,510 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,44541,1731035776028, seqNum=-1] 2024-11-08T03:16:18,510 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:18,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:18,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 888 msec 2024-11-08T03:16:18,519 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035778519, completionTime=-1 2024-11-08T03:16:18,519 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:16:18,519 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035838522 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035898522 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:36263, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,522 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,523 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,525 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.247sec 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:18,527 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:16:18,530 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:16:18,530 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:16:18,530 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36263,1731035775831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:18,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36263,-1 for getting cluster id 2024-11-08T03:16:18,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:18,540 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0a19a82-afba-48fa-83b2-08f32830adbd' 2024-11-08T03:16:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0a19a82-afba-48fa-83b2-08f32830adbd" 2024-11-08T03:16:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36263,-1] 2024-11-08T03:16:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:18,542 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:18,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,44541,1731035776028, seqNum=-1] 2024-11-08T03:16:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:18,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:18,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,36263,1731035775831 2024-11-08T03:16:18,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64283 2024-11-08T03:16:18,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:18,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10118719e150005 connected 2024-11-08T03:16:18,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2c7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37833,-1 for getting cluster id 2024-11-08T03:16:18,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:18,577 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4' 2024-11-08T03:16:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4" 2024-11-08T03:16:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179d9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37833,-1] 2024-11-08T03:16:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:18,579 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272e2ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37833,1731035769709 2024-11-08T03:16:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf71535 2024-11-08T03:16:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:18,583 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:18,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:36263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:16:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:16:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:18,588 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:36263' 2024-11-08T03:16:18,589 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cfc4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,589 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36263,-1 for getting cluster id 2024-11-08T03:16:18,589 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:18,590 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0a19a82-afba-48fa-83b2-08f32830adbd' 2024-11-08T03:16:18,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:18,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0a19a82-afba-48fa-83b2-08f32830adbd" 2024-11-08T03:16:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732f3c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36263,-1] 2024-11-08T03:16:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:18,592 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24935599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:18,594 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36263,1731035775831 2024-11-08T03:16:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77559beb 2024-11-08T03:16:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:18,596 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:18,597 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T03:16:18,597 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:16:18,597 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:18,597 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:18,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:18,598 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:18,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:16:18,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:16:18,601 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:18,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:16:18,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741835_1011 (size=1138) 2024-11-08T03:16:18,650 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:19,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ccb10b8312534fa86a6f3825d702ec6, NAME => 'hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9 2024-11-08T03:16:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741836_1012 (size=44) 2024-11-08T03:16:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:19,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:19,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ccb10b8312534fa86a6f3825d702ec6, disabling compactions & flushes 2024-11-08T03:16:19,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. after waiting 0 ms 2024-11-08T03:16:19,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ccb10b8312534fa86a6f3825d702ec6: Waiting for close lock at 1731035779424Disabling compacts and flushes for region at 1731035779424Disabling writes for close at 1731035779424Writing region close event to WAL at 1731035779424Closed at 1731035779424 2024-11-08T03:16:19,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:16:19,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035779425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035779425"}]},"ts":"1731035779425"} 2024-11-08T03:16:19,428 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:16:19,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:16:19,429 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035779429"}]},"ts":"1731035779429"} 2024-11-08T03:16:19,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:16:19,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ccb10b8312534fa86a6f3825d702ec6, ASSIGN}] 2024-11-08T03:16:19,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ccb10b8312534fa86a6f3825d702ec6, ASSIGN 2024-11-08T03:16:19,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ccb10b8312534fa86a6f3825d702ec6, ASSIGN; state=OFFLINE, location=350fccc412b5,40815,1731035769924; forceNewPlan=false, retain=false 2024-11-08T03:16:19,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2ccb10b8312534fa86a6f3825d702ec6, regionState=OPENING, regionLocation=350fccc412b5,40815,1731035769924 2024-11-08T03:16:19,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ccb10b8312534fa86a6f3825d702ec6, ASSIGN because future has completed 2024-11-08T03:16:19,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ccb10b8312534fa86a6f3825d702ec6, server=350fccc412b5,40815,1731035769924}] 2024-11-08T03:16:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:19,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:19,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:16:19,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40815%2C1731035769924.rep, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs, maxLogs=10 2024-11-08T03:16:19,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.rep.1731035779744, exclude list is [], retry=0 2024-11-08T03:16:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42775,DS-54b1bee0-a9bf-4935-8f49-98d0311b8569,DISK] 2024-11-08T03:16:19,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.rep.1731035779744 2024-11-08T03:16:19,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34447:34447)] 2024-11-08T03:16:19,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ccb10b8312534fa86a6f3825d702ec6, NAME => 'hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:19,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. service=MultiRowMutationService 2024-11-08T03:16:19,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,763 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,764 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ccb10b8312534fa86a6f3825d702ec6 columnFamilyName hfileref 2024-11-08T03:16:19,764 DEBUG [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:19,765 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(327): Store=2ccb10b8312534fa86a6f3825d702ec6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:19,765 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,766 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ccb10b8312534fa86a6f3825d702ec6 columnFamilyName queue 2024-11-08T03:16:19,766 DEBUG [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:19,766 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(327): Store=2ccb10b8312534fa86a6f3825d702ec6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:19,766 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,767 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ccb10b8312534fa86a6f3825d702ec6 columnFamilyName sid 2024-11-08T03:16:19,768 DEBUG [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:19,768 INFO [StoreOpener-2ccb10b8312534fa86a6f3825d702ec6-1 {}] regionserver.HStore(327): Store=2ccb10b8312534fa86a6f3825d702ec6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:19,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:16:19,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:19,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2ccb10b8312534fa86a6f3825d702ec6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61818906, jitterRate=-0.07882651686668396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:16:19,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:19,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2ccb10b8312534fa86a6f3825d702ec6: Running coprocessor pre-open hook at 1731035779761Writing region info on filesystem at 1731035779761Initializing all the Stores at 1731035779762 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035779763 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035779763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035779763Cleaning up temporary data from old regions at 1731035779770 (+7 ms)Running coprocessor post-open hooks at 1731035779774 (+4 ms)Region opened successfully at 1731035779775 (+1 ms) 2024-11-08T03:16:19,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6., pid=7, masterSystemTime=1731035779738 2024-11-08T03:16:19,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:19,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2ccb10b8312534fa86a6f3825d702ec6, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,40815,1731035769924 2024-11-08T03:16:19,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ccb10b8312534fa86a6f3825d702ec6, server=350fccc412b5,40815,1731035769924 because future has completed 2024-11-08T03:16:19,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T03:16:19,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ccb10b8312534fa86a6f3825d702ec6, server=350fccc412b5,40815,1731035769924 in 195 msec 2024-11-08T03:16:19,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:16:19,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ccb10b8312534fa86a6f3825d702ec6, ASSIGN in 353 msec 2024-11-08T03:16:19,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:16:19,788 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035779787"}]},"ts":"1731035779787"} 2024-11-08T03:16:19,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:16:19,791 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:16:19,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-08T03:16:19,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6., hostname=350fccc412b5,40815,1731035769924, seqNum=2] 2024-11-08T03:16:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:16:19,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:19,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:16:19,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:19,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:19,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:16:19,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:19,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:16:19,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:16:19,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:19,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:16:20,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T03:16:20,128 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:16:20,155 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,40815,1731035769924, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:16:20,156 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:20,156 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40815,1731035769924, seqNum=-1] 2024-11-08T03:16:20,156 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:20,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T03:16:20,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,40815,1731035769924', locateType=CURRENT is [region=hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6., hostname=350fccc412b5,40815,1731035769924, seqNum=2] 2024-11-08T03:16:20,162 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T03:16:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T03:16:20,164 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,40815,1731035769924 suceeded 2024-11-08T03:16:20,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T03:16:20,167 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:36263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:16:20,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-08T03:16:20,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5840 sec 2024-11-08T03:16:20,179 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:36263' 2024-11-08T03:16:20,180 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765e149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:20,180 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36263,-1 for getting cluster id 2024-11-08T03:16:20,180 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:20,181 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0a19a82-afba-48fa-83b2-08f32830adbd' 2024-11-08T03:16:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0a19a82-afba-48fa-83b2-08f32830adbd" 2024-11-08T03:16:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714e1b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36263,-1] 2024-11-08T03:16:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,183 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:20,183 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@103d92e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:20,183 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36263,1731035775831 2024-11-08T03:16:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69565b64 2024-11-08T03:16:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:20,185 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T03:16:20,186 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,40815,1731035769924 (queues=1) is replicating from cluster=1c9335a1-f29a-46c4-9e8a-8ffebd4f55e4 to cluster=b0a19a82-afba-48fa-83b2-08f32830adbd 2024-11-08T03:16:20,186 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C40815%2C1731035769924 2024-11-08T03:16:20,187 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,40815,1731035769924, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:16:20,187 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.shipper350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C40815%2C1731035769924 2024-11-08T03:16:20,187 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160, startPosition=0, beingWritten=true 2024-11-08T03:16:20,393 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:20,698 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:20,738 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:16:20,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:20,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:20,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:20,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37833,1731035769709 2024-11-08T03:16:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-11-08T03:16:20,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:20,742 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:20,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:16:20,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:16:20,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:20,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:20,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:20,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:16:20,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=997552347, stopped=false 2024-11-08T03:16:20,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,36263,1731035775831 2024-11-08T03:16:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1335580136/running 2024-11-08T03:16:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1335580136/running 2024-11-08T03:16:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:20,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:20,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:20,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:20,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,44541,1731035776028' ***** 2024-11-08T03:16:20,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:16:20,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/running 2024-11-08T03:16:20,764 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:16:20,764 INFO [RS:0;350fccc412b5:44541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:16:20,764 INFO [RS:0;350fccc412b5:44541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:16:20,764 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,44541,1731035776028 2024-11-08T03:16:20,764 INFO [RS:0;350fccc412b5:44541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:20,765 INFO [RS:0;350fccc412b5:44541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:44541. 2024-11-08T03:16:20,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:16:20,765 DEBUG [RS:0;350fccc412b5:44541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:20,765 DEBUG [RS:0;350fccc412b5:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Set watcher on znode that does not yet exist, /1335580136/running 2024-11-08T03:16:20,765 INFO [RS:0;350fccc412b5:44541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:16:20,765 INFO [RS:0;350fccc412b5:44541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:16:20,765 INFO [RS:0;350fccc412b5:44541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:16:20,765 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:16:20,772 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:16:20,772 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:16:20,772 DEBUG [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:20,772 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:20,773 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:20,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:20,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:20,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:20,773 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T03:16:20,798 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/.tmp/ns/343cc6ef8bca461d84408f517d9c5fcb is 43, key is default/ns:d/1731035778513/Put/seqid=0 2024-11-08T03:16:20,807 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741835_1011 (size=5153) 2024-11-08T03:16:20,828 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/.tmp/ns/343cc6ef8bca461d84408f517d9c5fcb 2024-11-08T03:16:20,838 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:16:20,838 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:16:20,852 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/.tmp/ns/343cc6ef8bca461d84408f517d9c5fcb as hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/ns/343cc6ef8bca461d84408f517d9c5fcb 2024-11-08T03:16:20,867 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/ns/343cc6ef8bca461d84408f517d9c5fcb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T03:16:20,869 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=6, compaction requested=false 2024-11-08T03:16:20,880 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T03:16:20,882 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:20,882 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:20,882 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:20,882 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035780772Running coprocessor pre-close hooks at 1731035780772Disabling compacts and flushes for region at 1731035780772Disabling writes for close at 1731035780773 (+1 ms)Obtaining lock to block concurrent updates at 1731035780773Preparing flush snapshotting stores in 1588230740 at 1731035780773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731035780773Flushing stores of hbase:meta,,1.1588230740 at 1731035780774 (+1 ms)Flushing 1588230740/ns: creating writer at 1731035780774Flushing 1588230740/ns: appending metadata at 1731035780797 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731035780797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76556f0: reopening flushed file at 1731035780851 (+54 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=6, compaction requested=false at 1731035780869 (+18 ms)Writing region close event to WAL at 1731035780872 (+3 ms)Running coprocessor post-close hooks at 1731035780882 (+10 ms)Closed at 1731035780882 2024-11-08T03:16:20,882 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:20,973 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,44541,1731035776028; all regions closed. 2024-11-08T03:16:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741834_1010 (size=1152) 2024-11-08T03:16:20,980 DEBUG [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/oldWALs 2024-11-08T03:16:20,980 INFO [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C44541%2C1731035776028.meta:.meta(num 1731035778454) 2024-11-08T03:16:20,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741833_1009 (size=93) 2024-11-08T03:16:20,988 DEBUG [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/oldWALs 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C44541%2C1731035776028:(num 1731035777947) 2024-11-08T03:16:20,989 DEBUG [RS:0;350fccc412b5:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:20,989 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:20,989 INFO [RS:0;350fccc412b5:44541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44541 2024-11-08T03:16:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136/rs 2024-11-08T03:16:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1335580136/rs/350fccc412b5,44541,1731035776028 2024-11-08T03:16:21,016 INFO [RS:0;350fccc412b5:44541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:21,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,44541,1731035776028] 2024-11-08T03:16:21,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1335580136/draining/350fccc412b5,44541,1731035776028 already deleted, retry=false 2024-11-08T03:16:21,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,44541,1731035776028 expired; onlineServers=0 2024-11-08T03:16:21,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,36263,1731035775831' ***** 2024-11-08T03:16:21,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:16:21,058 INFO [M:0;350fccc412b5:36263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:21,058 INFO [M:0;350fccc412b5:36263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:21,058 DEBUG [M:0;350fccc412b5:36263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:16:21,058 DEBUG [M:0;350fccc412b5:36263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:16:21,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:16:21,058 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035777660 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035777660,5,FailOnTimeoutGroup] 2024-11-08T03:16:21,058 INFO [M:0;350fccc412b5:36263 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:21,058 INFO [M:0;350fccc412b5:36263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:21,058 DEBUG [M:0;350fccc412b5:36263 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:16:21,058 INFO [M:0;350fccc412b5:36263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:16:21,059 INFO [M:0;350fccc412b5:36263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:21,059 INFO [M:0;350fccc412b5:36263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:16:21,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:16:21,059 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035777661 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035777661,5,FailOnTimeoutGroup] 2024-11-08T03:16:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1335580136/master 2024-11-08T03:16:21,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1335580136 2024-11-08T03:16:21,068 DEBUG [M:0;350fccc412b5:36263 {}] zookeeper.ZKUtil(347): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Unable to get data of znode /1335580136/master because node does not exist (not an error) 2024-11-08T03:16:21,068 WARN [M:0;350fccc412b5:36263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:16:21,069 INFO [M:0;350fccc412b5:36263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/.lastflushedseqids 2024-11-08T03:16:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741836_1012 (size=99) 2024-11-08T03:16:21,121 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:21,137 INFO [RS:0;350fccc412b5:44541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x10118719e150004, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:21,137 INFO [RS:0;350fccc412b5:44541 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,44541,1731035776028; zookeeper connection closed. 2024-11-08T03:16:21,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@397b9554 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@397b9554 2024-11-08T03:16:21,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:16:21,476 INFO [M:0;350fccc412b5:36263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:16:21,476 INFO [M:0;350fccc412b5:36263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:16:21,477 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:21,477 INFO [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:21,477 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:21,477 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:21,477 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:21,477 INFO [M:0;350fccc412b5:36263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T03:16:21,492 DEBUG [M:0;350fccc412b5:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67f9888543541cab68826cd383246f3 is 82, key is hbase:meta,,1/info:regioninfo/1731035778494/Put/seqid=0 2024-11-08T03:16:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741837_1013 (size=5672) 2024-11-08T03:16:21,627 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:21,897 INFO [M:0;350fccc412b5:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67f9888543541cab68826cd383246f3 2024-11-08T03:16:21,917 DEBUG [M:0;350fccc412b5:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56a0f12743f4a0baa7de6fb0cee61f9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731035778518/Put/seqid=0 2024-11-08T03:16:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741838_1014 (size=5275) 2024-11-08T03:16:22,232 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:22,322 INFO [M:0;350fccc412b5:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56a0f12743f4a0baa7de6fb0cee61f9 2024-11-08T03:16:22,341 DEBUG [M:0;350fccc412b5:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f859e661614ebfbf9dacfe757ec526 is 69, key is 350fccc412b5,44541,1731035776028/rs:state/1731035777700/Put/seqid=0 2024-11-08T03:16:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741839_1015 (size=5156) 2024-11-08T03:16:22,746 INFO [M:0;350fccc412b5:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f859e661614ebfbf9dacfe757ec526 2024-11-08T03:16:22,751 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67f9888543541cab68826cd383246f3 as hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f67f9888543541cab68826cd383246f3 2024-11-08T03:16:22,756 INFO [M:0;350fccc412b5:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f67f9888543541cab68826cd383246f3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T03:16:22,757 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56a0f12743f4a0baa7de6fb0cee61f9 as hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a56a0f12743f4a0baa7de6fb0cee61f9 2024-11-08T03:16:22,763 INFO [M:0;350fccc412b5:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a56a0f12743f4a0baa7de6fb0cee61f9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T03:16:22,764 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f859e661614ebfbf9dacfe757ec526 as hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f859e661614ebfbf9dacfe757ec526 2024-11-08T03:16:22,769 INFO [M:0;350fccc412b5:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/505e110f-cee6-2d8c-1378-3ba26f22ccb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f859e661614ebfbf9dacfe757ec526, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T03:16:22,770 INFO [M:0;350fccc412b5:36263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false 2024-11-08T03:16:22,772 INFO [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:22,772 DEBUG [M:0;350fccc412b5:36263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035781477Disabling compacts and flushes for region at 1731035781477Disabling writes for close at 1731035781477Obtaining lock to block concurrent updates at 1731035781477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035781477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731035781477Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035781478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035781478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035781492 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035781492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035781903 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035781917 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035781917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035782328 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035782341 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035782341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f000d30: reopening flushed file at 1731035782751 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4a1c4a: reopening flushed file at 1731035782757 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0f508b: reopening flushed file at 1731035782763 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1731035782771 (+8 ms)Writing region close event to WAL at 1731035782772 (+1 ms)Closed at 1731035782772 2024-11-08T03:16:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43737 is added to blk_1073741830_1006 (size=10165) 2024-11-08T03:16:22,775 INFO [M:0;350fccc412b5:36263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:16:22,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:22,775 INFO [M:0;350fccc412b5:36263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36263 2024-11-08T03:16:22,775 INFO [M:0;350fccc412b5:36263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:22,884 INFO [M:0;350fccc412b5:36263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:22,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10118719e150003, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:22,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6157f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:22,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:22,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:22,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:22,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:22,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:16:22,889 WARN [BP-1144611354-172.17.0.3-1731035773341 heartbeating to localhost/127.0.0.1:35641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:16:22,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:16:22,890 WARN [BP-1144611354-172.17.0.3-1731035773341 heartbeating to localhost/127.0.0.1:35641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1144611354-172.17.0.3-1731035773341 (Datanode Uuid eaa11b3c-a3a5-4f6e-b872-95a6400d43ac) service to localhost/127.0.0.1:35641 2024-11-08T03:16:22,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/cluster_205e330e-98c8-03e7-feba-88b9e61d3b2d/data/data1/current/BP-1144611354-172.17.0.3-1731035773341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:22,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/cluster_205e330e-98c8-03e7-feba-88b9e61d3b2d/data/data2/current/BP-1144611354-172.17.0.3-1731035773341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:22,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:16:22,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aab354b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:22,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:22,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:22,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:22,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:16:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:16:22,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:22,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:22,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:22,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:22,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:22,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:16:22,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1312207282, stopped=false 2024-11-08T03:16:22,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,37833,1731035769709 2024-11-08T03:16:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084553105/running 2024-11-08T03:16:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084553105/running 2024-11-08T03:16:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:22,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:22,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:22,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:22,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:22,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/running 2024-11-08T03:16:22,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Set watcher on znode that does not yet exist, /084553105/running 2024-11-08T03:16:22,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,40815,1731035769924' ***** 2024-11-08T03:16:22,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:16:22,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,40815,1731035769924 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:40815. 2024-11-08T03:16:22,922 DEBUG [RS:0;350fccc412b5:40815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:22,922 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ccb10b8312534fa86a6f3825d702ec6, disabling compactions & flushes 2024-11-08T03:16:22,922 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:22,922 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:22,922 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:16:22,922 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. after waiting 0 ms 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:16:22,922 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:16:22,922 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ccb10b8312534fa86a6f3825d702ec6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T03:16:22,922 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:16:22,923 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:16:22,923 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1325): Online Regions={2ccb10b8312534fa86a6f3825d702ec6=hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:16:22,923 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:22,923 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:22,923 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:22,923 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:22,923 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:22,923 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:22,923 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T03:16:22,927 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:22,938 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/info/e3670fe465c5418190bd94c4ebf3b473 is 147, key is hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6./info:regioninfo/1731035779779/Put/seqid=0 2024-11-08T03:16:22,938 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:22,940 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/.tmp/queue/11835dcfaee84f77a13ae60683ce60e7 is 151, key is 1-350fccc412b5,40815,1731035769924/queue:350fccc412b5%2C40815%2C1731035769924/1731035780160/Put/seqid=0 2024-11-08T03:16:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741838_1014 (size=6631) 2024-11-08T03:16:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741839_1015 (size=5350) 2024-11-08T03:16:23,065 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:16:23,065 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:16:23,123 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:23,323 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ccb10b8312534fa86a6f3825d702ec6 2024-11-08T03:16:23,343 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/info/e3670fe465c5418190bd94c4ebf3b473 2024-11-08T03:16:23,344 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/.tmp/queue/11835dcfaee84f77a13ae60683ce60e7 2024-11-08T03:16:23,351 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/.tmp/queue/11835dcfaee84f77a13ae60683ce60e7 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/queue/11835dcfaee84f77a13ae60683ce60e7 2024-11-08T03:16:23,356 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/queue/11835dcfaee84f77a13ae60683ce60e7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T03:16:23,357 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2ccb10b8312534fa86a6f3825d702ec6 in 435ms, sequenceid=5, compaction requested=false 2024-11-08T03:16:23,357 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:16:23,362 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/replication/2ccb10b8312534fa86a6f3825d702ec6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:16:23,362 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:23,362 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:23,363 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:23,363 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ccb10b8312534fa86a6f3825d702ec6: Waiting for close lock at 1731035782922Running coprocessor pre-close hooks at 1731035782922Disabling compacts and flushes for region at 1731035782922Disabling writes for close at 1731035782922Obtaining lock to block concurrent updates at 1731035782922Preparing flush snapshotting stores in 2ccb10b8312534fa86a6f3825d702ec6 at 1731035782922Finished memstore snapshotting hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731035782923 (+1 ms)Flushing stores of hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. at 1731035782923Flushing 2ccb10b8312534fa86a6f3825d702ec6/queue: creating writer at 1731035782923Flushing 2ccb10b8312534fa86a6f3825d702ec6/queue: appending metadata at 1731035782939 (+16 ms)Flushing 2ccb10b8312534fa86a6f3825d702ec6/queue: closing flushed file at 1731035782939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e0e3d6: reopening flushed file at 1731035783350 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2ccb10b8312534fa86a6f3825d702ec6 in 435ms, sequenceid=5, compaction requested=false at 1731035783357 (+7 ms)Writing region close event to WAL at 1731035783358 (+1 ms)Running coprocessor post-close hooks at 1731035783362 (+4 ms)Closed at 1731035783363 (+1 ms) 2024-11-08T03:16:23,363 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035778598.2ccb10b8312534fa86a6f3825d702ec6. 2024-11-08T03:16:23,364 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/ns/30fbfbc21bd54e83ab1a45b7770fe755 is 43, key is default/ns:d/1731035773212/Put/seqid=0 2024-11-08T03:16:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741840_1016 (size=5153) 2024-11-08T03:16:23,523 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:23,723 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:23,743 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/WALs/350fccc412b5,40815,1731035769924/350fccc412b5%2C40815%2C1731035769924.1731035772160 to pos 0, reset compression=false 2024-11-08T03:16:23,768 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/ns/30fbfbc21bd54e83ab1a45b7770fe755 2024-11-08T03:16:23,789 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/table/7efe5038eac64095be3c88b53bbd2cfa is 53, key is hbase:replication/table:state/1731035779787/Put/seqid=0 2024-11-08T03:16:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741841_1017 (size=5256) 2024-11-08T03:16:23,924 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:16:23,924 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:16:23,924 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:23,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:23,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:24,124 DEBUG [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:16:24,194 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/table/7efe5038eac64095be3c88b53bbd2cfa 2024-11-08T03:16:24,200 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/info/e3670fe465c5418190bd94c4ebf3b473 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/info/e3670fe465c5418190bd94c4ebf3b473 2024-11-08T03:16:24,205 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/info/e3670fe465c5418190bd94c4ebf3b473, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T03:16:24,206 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/ns/30fbfbc21bd54e83ab1a45b7770fe755 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/ns/30fbfbc21bd54e83ab1a45b7770fe755 2024-11-08T03:16:24,212 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/ns/30fbfbc21bd54e83ab1a45b7770fe755, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:16:24,213 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/.tmp/table/7efe5038eac64095be3c88b53bbd2cfa as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/table/7efe5038eac64095be3c88b53bbd2cfa 2024-11-08T03:16:24,218 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/table/7efe5038eac64095be3c88b53bbd2cfa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T03:16:24,219 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-08T03:16:24,228 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:16:24,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:24,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:24,229 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:24,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035782923Running coprocessor pre-close hooks at 1731035782923Disabling compacts and flushes for region at 1731035782923Disabling writes for close at 1731035782923Obtaining lock to block concurrent updates at 1731035782923Preparing flush snapshotting stores in 1588230740 at 1731035782923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731035782924 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035782924Flushing 1588230740/info: creating writer at 1731035782924Flushing 1588230740/info: appending metadata at 1731035782937 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731035782937Flushing 1588230740/ns: creating writer at 1731035783350 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731035783364 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731035783364Flushing 1588230740/table: creating writer at 1731035783775 (+411 ms)Flushing 1588230740/table: appending metadata at 1731035783788 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731035783788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1479d504: reopening flushed file at 1731035784199 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8848273: reopening flushed file at 1731035784205 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b13748: reopening flushed file at 1731035784212 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1731035784219 (+7 ms)Writing region close event to WAL at 1731035784224 (+5 ms)Running coprocessor post-close hooks at 1731035784229 (+5 ms)Closed at 1731035784229 2024-11-08T03:16:24,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:24,324 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,40815,1731035769924; all regions closed. 2024-11-08T03:16:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741834_1010 (size=2742) 2024-11-08T03:16:24,341 DEBUG [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs 2024-11-08T03:16:24,341 INFO [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C40815%2C1731035769924.meta:.meta(num 1731035773125) 2024-11-08T03:16:24,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741837_1013 (size=1586) 2024-11-08T03:16:24,348 DEBUG [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs 2024-11-08T03:16:24,348 INFO [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C40815%2C1731035769924.rep:(num 1731035779744) 2024-11-08T03:16:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741832_1008 (size=93) 2024-11-08T03:16:24,355 DEBUG [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/oldWALs 2024-11-08T03:16:24,355 INFO [RS:0;350fccc412b5:40815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C40815%2C1731035769924:(num 1731035772160) 2024-11-08T03:16:24,355 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:24,355 INFO [RS:0;350fccc412b5:40815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:16:24,355 INFO [RS:0;350fccc412b5:40815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:24,355 INFO [RS:0;350fccc412b5:40815 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:24,355 INFO [RS:0;350fccc412b5:40815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:24,356 INFO [RS:0;350fccc412b5:40815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,40815,1731035769924 because: Region server is closing 2024-11-08T03:16:24,356 INFO [RS:0;350fccc412b5:40815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:40815. 2024-11-08T03:16:24,356 DEBUG [RS:0;350fccc412b5:40815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:24,356 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:24,356 DEBUG [RS:0;350fccc412b5:40815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:24,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:24,356 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:24,457 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.shipper350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:16:24,457 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.wal-reader.350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:16:24,457 INFO [RS:0;350fccc412b5:40815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40815,1731035769924.replicationSource.shipper350fccc412b5%2C40815%2C1731035769924,1-350fccc412b5,40815,1731035769924 terminated 2024-11-08T03:16:24,457 INFO [RS:0;350fccc412b5:40815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40815 2024-11-08T03:16:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105/rs 2024-11-08T03:16:24,500 INFO [RS:0;350fccc412b5:40815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:24,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084553105/rs/350fccc412b5,40815,1731035769924 2024-11-08T03:16:24,500 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f1b688e3f40@f1459d7 rejected from java.util.concurrent.ThreadPoolExecutor@4a16c651[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T03:16:24,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,40815,1731035769924] 2024-11-08T03:16:24,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /084553105/draining/350fccc412b5,40815,1731035769924 already deleted, retry=false 2024-11-08T03:16:24,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,40815,1731035769924 expired; onlineServers=0 2024-11-08T03:16:24,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,37833,1731035769709' ***** 2024-11-08T03:16:24,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:16:24,521 INFO [M:0;350fccc412b5:37833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:16:24,521 INFO [M:0;350fccc412b5:37833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:16:24,521 DEBUG [M:0;350fccc412b5:37833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:16:24,521 DEBUG [M:0;350fccc412b5:37833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:16:24,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:16:24,521 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035771930 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035771930,5,FailOnTimeoutGroup] 2024-11-08T03:16:24,521 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035771930 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035771930,5,FailOnTimeoutGroup] 2024-11-08T03:16:24,521 INFO [M:0;350fccc412b5:37833 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:16:24,521 INFO [M:0;350fccc412b5:37833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:16:24,521 DEBUG [M:0;350fccc412b5:37833 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:16:24,522 INFO [M:0;350fccc412b5:37833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:16:24,522 INFO [M:0;350fccc412b5:37833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:16:24,522 INFO [M:0;350fccc412b5:37833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:16:24,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:16:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/084553105/master 2024-11-08T03:16:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/084553105 2024-11-08T03:16:24,531 DEBUG [M:0;350fccc412b5:37833 {}] zookeeper.ZKUtil(347): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Unable to get data of znode /084553105/master because node does not exist (not an error) 2024-11-08T03:16:24,531 WARN [M:0;350fccc412b5:37833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:16:24,532 INFO [M:0;350fccc412b5:37833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/.lastflushedseqids 2024-11-08T03:16:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741842_1018 (size=181) 2024-11-08T03:16:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:24,610 INFO [RS:0;350fccc412b5:40815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:24,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40815-0x10118719e150001, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:24,610 INFO [RS:0;350fccc412b5:40815 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,40815,1731035769924; zookeeper connection closed. 2024-11-08T03:16:24,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@786a34e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@786a34e2 2024-11-08T03:16:24,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:16:24,938 INFO [M:0;350fccc412b5:37833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:16:24,939 INFO [M:0;350fccc412b5:37833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:16:24,939 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:24,939 INFO [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:24,939 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:24,939 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:24,939 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:24,939 INFO [M:0;350fccc412b5:37833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T03:16:24,954 DEBUG [M:0;350fccc412b5:37833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f645af79d347b2bc5f388a388eaf21 is 82, key is hbase:meta,,1/info:regioninfo/1731035773161/Put/seqid=0 2024-11-08T03:16:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741843_1019 (size=5672) 2024-11-08T03:16:25,360 INFO [M:0;350fccc412b5:37833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f645af79d347b2bc5f388a388eaf21 2024-11-08T03:16:25,380 DEBUG [M:0;350fccc412b5:37833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a33089a91294811a323591710511c34 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731035779793/Put/seqid=0 2024-11-08T03:16:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741844_1020 (size=7203) 2024-11-08T03:16:25,785 INFO [M:0;350fccc412b5:37833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a33089a91294811a323591710511c34 2024-11-08T03:16:25,805 DEBUG [M:0;350fccc412b5:37833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0124585e15db4d89a0d2788346a94ad1 is 69, key is 350fccc412b5,40815,1731035769924/rs:state/1731035771994/Put/seqid=0 2024-11-08T03:16:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741845_1021 (size=5156) 2024-11-08T03:16:26,209 INFO [M:0;350fccc412b5:37833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0124585e15db4d89a0d2788346a94ad1 2024-11-08T03:16:26,215 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f645af79d347b2bc5f388a388eaf21 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09f645af79d347b2bc5f388a388eaf21 2024-11-08T03:16:26,220 INFO [M:0;350fccc412b5:37833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09f645af79d347b2bc5f388a388eaf21, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T03:16:26,221 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a33089a91294811a323591710511c34 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a33089a91294811a323591710511c34 2024-11-08T03:16:26,227 INFO [M:0;350fccc412b5:37833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a33089a91294811a323591710511c34, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T03:16:26,228 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0124585e15db4d89a0d2788346a94ad1 as hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0124585e15db4d89a0d2788346a94ad1 2024-11-08T03:16:26,233 INFO [M:0;350fccc412b5:37833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0124585e15db4d89a0d2788346a94ad1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T03:16:26,234 INFO [M:0;350fccc412b5:37833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-08T03:16:26,236 INFO [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:26,236 DEBUG [M:0;350fccc412b5:37833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035784939Disabling compacts and flushes for region at 1731035784939Disabling writes for close at 1731035784939Obtaining lock to block concurrent updates at 1731035784939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035784939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731035784939Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035784940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035784940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035784953 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035784953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035785365 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035785379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035785379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035785790 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035785804 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035785804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12597a64: reopening flushed file at 1731035786214 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e9886f: reopening flushed file at 1731035786221 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486974be: reopening flushed file at 1731035786227 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731035786234 (+7 ms)Writing region close event to WAL at 1731035786236 (+2 ms)Closed at 1731035786236 2024-11-08T03:16:26,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68a466e2-f3fc-9860-877c-fd69f5974fb9/MasterData/WALs/350fccc412b5,37833,1731035769709/350fccc412b5%2C37833%2C1731035769709.1731035771709 not finished, retry = 0 2024-11-08T03:16:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42775 is added to blk_1073741830_1006 (size=41008) 2024-11-08T03:16:26,339 INFO [M:0;350fccc412b5:37833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:16:26,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:16:26,339 INFO [M:0;350fccc412b5:37833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37833 2024-11-08T03:16:26,340 INFO [M:0;350fccc412b5:37833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:16:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:26,452 INFO [M:0;350fccc412b5:37833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:16:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37833-0x10118719e150000, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:16:26,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9cf73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:26,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:26,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:26,456 WARN [BP-405958614-172.17.0.3-1731035767428 heartbeating to localhost/127.0.0.1:36763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:16:26,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:16:26,456 WARN [BP-405958614-172.17.0.3-1731035767428 heartbeating to localhost/127.0.0.1:36763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-405958614-172.17.0.3-1731035767428 (Datanode Uuid c3cf24d3-2da3-4603-9cbb-664ee064c0f6) service to localhost/127.0.0.1:36763 2024-11-08T03:16:26,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:16:26,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/data/data1/current/BP-405958614-172.17.0.3-1731035767428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:26,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/cluster_1b53535a-85b1-e6fb-8396-8de24675e143/data/data2/current/BP-405958614-172.17.0.3-1731035767428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:16:26,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:16:26,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff935e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:26,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:16:26,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:16:26,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:16:26,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8389f7e3-4d00-b759-869f-bfda52eef919/hadoop.log.dir/,STOPPED} 2024-11-08T03:16:26,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:16:26,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:16:26,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36763 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35641 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64283) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5095 (was 5764) 2024-11-08T03:16:26,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=5095 2024-11-08T03:16:26,502 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T03:16:26,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir so I do NOT create it in target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6 2024-11-08T03:16:26,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:16:26,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.tmp.dir so I do NOT create it in target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6 2024-11-08T03:16:26,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e114c914-1cd7-4426-1071-4b5db8d59b9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:16:26,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6 2024-11-08T03:16:26,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec, deleteOnExit=true 2024-11-08T03:16:26,505 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 51280 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:360) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:16:26,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/zookeeper_0, clientPort=51281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:16:26,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51281 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/test.cache.data in system properties and HBase conf 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:16:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:16:26,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:16:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:16:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10118719e150002, quorum=127.0.0.1:64283, baseZNode=/084553105 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:16:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10118719e150005, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:16:26,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10118719e150002, quorum=127.0.0.1:64283, baseZNode=/084553105 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:16:26,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10118719e150005, quorum=127.0.0.1:64283, baseZNode=/1335580136 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:16:26,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:26,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:26,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:26,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:26,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:26,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:26,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0322f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:26,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:27,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e0659e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/java.io.tmpdir/jetty-localhost-33549-hadoop-hdfs-3_4_1-tests_jar-_-any-12813666301539312496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:27,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a78f7ce{HTTP/1.1, (http/1.1)}{localhost:33549} 2024-11-08T03:16:27,054 INFO [Time-limited test {}] server.Server(415): Started @54434ms 2024-11-08T03:16:27,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:27,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:27,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:27,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:27,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:27,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1378a62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:27,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d3f09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:27,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bbd428e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/java.io.tmpdir/jetty-localhost-37079-hadoop-hdfs-3_4_1-tests_jar-_-any-8488728187904142925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:27,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b150cdb{HTTP/1.1, (http/1.1)}{localhost:37079} 2024-11-08T03:16:27,440 INFO [Time-limited test {}] server.Server(415): Started @54820ms 2024-11-08T03:16:27,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:16:28,107 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/data/data1/current/BP-384049599-172.17.0.3-1731035786552/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:28,107 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/data/data2/current/BP-384049599-172.17.0.3-1731035786552/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:28,121 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:16:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x375aa436ad793e3c with lease ID 0xd3f95367a138c3e4: Processing first storage report for DS-e4315666-f9e8-4cea-b290-9c31c92a3852 from datanode DatanodeRegistration(127.0.0.1:45007, datanodeUuid=b7af15d5-316a-4ae6-ae71-627af159fb39, infoPort=46841, infoSecurePort=0, ipcPort=38293, storageInfo=lv=-57;cid=testClusterID;nsid=497080869;c=1731035786552) 2024-11-08T03:16:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x375aa436ad793e3c with lease ID 0xd3f95367a138c3e4: from storage DS-e4315666-f9e8-4cea-b290-9c31c92a3852 node DatanodeRegistration(127.0.0.1:45007, datanodeUuid=b7af15d5-316a-4ae6-ae71-627af159fb39, infoPort=46841, infoSecurePort=0, ipcPort=38293, storageInfo=lv=-57;cid=testClusterID;nsid=497080869;c=1731035786552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x375aa436ad793e3c with lease ID 0xd3f95367a138c3e4: Processing first storage report for DS-790fa2e0-2c05-4b51-a833-d14c2b0d9fa1 from datanode DatanodeRegistration(127.0.0.1:45007, datanodeUuid=b7af15d5-316a-4ae6-ae71-627af159fb39, infoPort=46841, infoSecurePort=0, ipcPort=38293, storageInfo=lv=-57;cid=testClusterID;nsid=497080869;c=1731035786552) 2024-11-08T03:16:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x375aa436ad793e3c with lease ID 0xd3f95367a138c3e4: from storage DS-790fa2e0-2c05-4b51-a833-d14c2b0d9fa1 node DatanodeRegistration(127.0.0.1:45007, datanodeUuid=b7af15d5-316a-4ae6-ae71-627af159fb39, infoPort=46841, infoSecurePort=0, ipcPort=38293, storageInfo=lv=-57;cid=testClusterID;nsid=497080869;c=1731035786552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:28,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6 2024-11-08T03:16:28,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:16:28,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684 with version=8 2024-11-08T03:16:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/hbase-staging 2024-11-08T03:16:28,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:16:28,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:28,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37861 2024-11-08T03:16:28,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37861 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:28,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378610x0, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:28,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37861-0x1011871e8ca0000 connected 2024-11-08T03:16:28,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/running 2024-11-08T03:16:28,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684, hbase.cluster.distributed=false 2024-11-08T03:16:28,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/acl 2024-11-08T03:16:28,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-08T03:16:28,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37861 2024-11-08T03:16:28,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37861 2024-11-08T03:16:28,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-08T03:16:28,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-08T03:16:28,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:28,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:16:28,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:28,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40325 2024-11-08T03:16:28,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40325 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:28,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:28,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403250x0, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:28,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403250x0, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/running 2024-11-08T03:16:28,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40325-0x1011871e8ca0001 connected 2024-11-08T03:16:28,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:16:28,879 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:16:28,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/master 2024-11-08T03:16:28,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/acl 2024-11-08T03:16:28,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-08T03:16:28,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40325 2024-11-08T03:16:28,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40325 2024-11-08T03:16:28,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-08T03:16:28,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-08T03:16:28,892 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:37861 2024-11-08T03:16:28,892 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0219709363/backup-masters/350fccc412b5,37861,1731035788582 2024-11-08T03:16:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/backup-masters 2024-11-08T03:16:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/backup-masters 2024-11-08T03:16:28,900 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on existing znode=/0219709363/backup-masters/350fccc412b5,37861,1731035788582 2024-11-08T03:16:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0219709363/master 2024-11-08T03:16:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:28,910 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on existing znode=/0219709363/master 2024-11-08T03:16:28,910 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0219709363/backup-masters/350fccc412b5,37861,1731035788582 from backup master directory 2024-11-08T03:16:28,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0219709363/backup-masters/350fccc412b5,37861,1731035788582 2024-11-08T03:16:28,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/backup-masters 2024-11-08T03:16:28,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/backup-masters 2024-11-08T03:16:28,920 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:28,920 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,37861,1731035788582 2024-11-08T03:16:28,924 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/hbase.id] with ID: ff49ccea-2eba-4b19-b803-59ca8dc4cd12 2024-11-08T03:16:28,924 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/.tmp/hbase.id 2024-11-08T03:16:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:16:29,329 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/.tmp/hbase.id]:[hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/hbase.id] 2024-11-08T03:16:29,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:29,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:16:29,341 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:16:29,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:29,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:16:29,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:29,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:29,789 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:29,790 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:16:29,790 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:16:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:16:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:16:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:16:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:30,197 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store 2024-11-08T03:16:30,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:30,604 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:30,604 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:30,604 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035790604Disabling compacts and flushes for region at 1731035790604Disabling writes for close at 1731035790604Writing region close event to WAL at 1731035790604Closed at 1731035790604 2024-11-08T03:16:30,605 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/.initializing 2024-11-08T03:16:30,605 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/WALs/350fccc412b5,37861,1731035788582 2024-11-08T03:16:30,606 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:30,608 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C37861%2C1731035788582, suffix=, logDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/WALs/350fccc412b5,37861,1731035788582, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/oldWALs, maxLogs=10 2024-11-08T03:16:30,619 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/WALs/350fccc412b5,37861,1731035788582/350fccc412b5%2C37861%2C1731035788582.1731035790608, exclude list is [], retry=0 2024-11-08T03:16:30,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-e4315666-f9e8-4cea-b290-9c31c92a3852,DISK] 2024-11-08T03:16:30,623 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/WALs/350fccc412b5,37861,1731035788582/350fccc412b5%2C37861%2C1731035788582.1731035790608 2024-11-08T03:16:30,624 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-08T03:16:30,624 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:30,624 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:30,625 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,625 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:16:30,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:30,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:30,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:16:30,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:30,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:30,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:16:30,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:30,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:30,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:16:30,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:30,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:30,635 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,636 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,636 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,637 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,637 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:30,639 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:30,641 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:30,641 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579497, jitterRate=-0.11219631135463715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:30,642 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035790625Initializing all the Stores at 1731035790626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035790626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035790628 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035790628Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035790628Cleaning up temporary data from old regions at 1731035790637 (+9 ms)Region opened successfully at 1731035790642 (+5 ms) 2024-11-08T03:16:30,642 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:16:30,645 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae6ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:30,645 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:16:30,646 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:16:30,646 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:16:30,646 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:16:30,646 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:16:30,646 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:16:30,647 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:16:30,648 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:16:30,649 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/balancer because node does not exist (not necessarily an error) 2024-11-08T03:16:30,688 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/balancer already deleted, retry=false 2024-11-08T03:16:30,689 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:16:30,689 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:16:30,699 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/normalizer already deleted, retry=false 2024-11-08T03:16:30,699 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:16:30,700 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:16:30,709 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/switch/split already deleted, retry=false 2024-11-08T03:16:30,710 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:16:30,720 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/switch/merge already deleted, retry=false 2024-11-08T03:16:30,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:16:30,730 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/snapshot-cleanup already deleted, retry=false 2024-11-08T03:16:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0219709363/running 2024-11-08T03:16:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0219709363/running 2024-11-08T03:16:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,742 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,37861,1731035788582, sessionid=0x1011871e8ca0000, setting cluster-up flag (Was=false) 2024-11-08T03:16:30,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,794 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0219709363/flush-table-proc/acquired, /0219709363/flush-table-proc/reached, /0219709363/flush-table-proc/abort 2024-11-08T03:16:30,795 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37861,1731035788582 2024-11-08T03:16:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:30,847 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0219709363/online-snapshot/acquired, /0219709363/online-snapshot/reached, /0219709363/online-snapshot/abort 2024-11-08T03:16:30,848 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37861,1731035788582 2024-11-08T03:16:30,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:16:30,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:30,851 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:16:30,851 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:16:30,851 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,37861,1731035788582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:30,852 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035820854 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:16:30,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:16:30,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:30,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:16:30,855 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:16:30,855 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035790855,5,FailOnTimeoutGroup] 2024-11-08T03:16:30,856 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035790855,5,FailOnTimeoutGroup] 2024-11-08T03:16:30,856 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:30,856 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,856 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:16:30,856 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,856 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:16:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:16:30,885 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(746): ClusterId : ff49ccea-2eba-4b19-b803-59ca8dc4cd12 2024-11-08T03:16:30,885 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:16:30,898 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:16:30,898 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:16:30,911 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:16:30,911 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54789a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:30,921 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:40325 2024-11-08T03:16:30,922 INFO [RS:0;350fccc412b5:40325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:16:30,922 INFO [RS:0;350fccc412b5:40325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:16:30,922 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:16:30,922 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,37861,1731035788582 with port=40325, startcode=1731035788859 2024-11-08T03:16:30,923 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:16:30,924 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:16:30,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37861 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,926 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684 2024-11-08T03:16:30,926 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38975 2024-11-08T03:16:30,926 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:16:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/rs 2024-11-08T03:16:30,931 DEBUG [RS:0;350fccc412b5:40325 {}] zookeeper.ZKUtil(111): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on existing znode=/0219709363/rs/350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,931 WARN [RS:0;350fccc412b5:40325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:30,931 INFO [RS:0;350fccc412b5:40325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:30,931 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,40325,1731035788859] 2024-11-08T03:16:30,935 INFO [RS:0;350fccc412b5:40325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:16:30,936 INFO [RS:0;350fccc412b5:40325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:16:30,937 INFO [RS:0;350fccc412b5:40325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:16:30,937 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,937 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:16:30,938 INFO [RS:0;350fccc412b5:40325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:16:30,938 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:30,938 DEBUG [RS:0;350fccc412b5:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,941 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40325,1731035788859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:30,956 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:16:30,956 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40325,1731035788859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,956 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,956 INFO [RS:0;350fccc412b5:40325 {}] regionserver.Replication(171): 350fccc412b5,40325,1731035788859 started 2024-11-08T03:16:30,969 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:30,969 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,40325,1731035788859, RpcServer on 350fccc412b5/172.17.0.3:40325, sessionid=0x1011871e8ca0001 2024-11-08T03:16:30,969 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:16:30,969 DEBUG [RS:0;350fccc412b5:40325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,969 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,40325,1731035788859' 2024-11-08T03:16:30,969 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0219709363/flush-table-proc/abort' 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0219709363/flush-table-proc/acquired' 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,40325,1731035788859 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,40325,1731035788859' 2024-11-08T03:16:30,970 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0219709363/online-snapshot/abort' 2024-11-08T03:16:30,971 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0219709363/online-snapshot/acquired' 2024-11-08T03:16:30,971 DEBUG [RS:0;350fccc412b5:40325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:16:30,971 INFO [RS:0;350fccc412b5:40325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:16:30,971 INFO [RS:0;350fccc412b5:40325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:16:31,071 INFO [RS:0;350fccc412b5:40325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:31,073 INFO [RS:0;350fccc412b5:40325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40325%2C1731035788859, suffix=, logDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/oldWALs, maxLogs=10 2024-11-08T03:16:31,085 DEBUG [RS:0;350fccc412b5:40325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, exclude list is [], retry=0 2024-11-08T03:16:31,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-e4315666-f9e8-4cea-b290-9c31c92a3852,DISK] 2024-11-08T03:16:31,090 INFO [RS:0;350fccc412b5:40325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 2024-11-08T03:16:31,090 DEBUG [RS:0;350fccc412b5:40325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-08T03:16:31,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:16:31,262 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684 2024-11-08T03:16:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:16:31,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:31,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:31,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:31,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:31,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:31,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:31,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:31,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:31,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:31,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:31,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:31,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:31,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:31,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:31,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:31,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:31,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:31,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:31,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740 2024-11-08T03:16:31,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740 2024-11-08T03:16:31,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:31,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:31,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:31,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:31,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:31,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64113217, jitterRate=-0.04463861882686615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035791669Initializing all the Stores at 1731035791670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035791670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035791670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035791670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035791670Cleaning up temporary data from old regions at 1731035791680 (+10 ms)Region opened successfully at 1731035791685 (+5 ms) 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:31,685 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:31,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:31,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035791685Disabling compacts and flushes for region at 1731035791685Disabling writes for close at 1731035791685Writing region close event to WAL at 1731035791685Closed at 1731035791685 2024-11-08T03:16:31,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:31,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:16:31,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:16:31,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:31,689 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:16:31,840 DEBUG [350fccc412b5:37861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:16:31,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:31,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,40325,1731035788859, state=OPENING 2024-11-08T03:16:31,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:16:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:31,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0219709363/meta-region-server: CHANGED 2024-11-08T03:16:31,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,40325,1731035788859}] 2024-11-08T03:16:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0219709363/meta-region-server: CHANGED 2024-11-08T03:16:32,063 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:16:32,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:16:32,068 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:16:32,068 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:32,068 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:16:32,069 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40325%2C1731035788859.meta, suffix=.meta, logDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/oldWALs, maxLogs=10 2024-11-08T03:16:32,081 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.meta.1731035792070.meta, exclude list is [], retry=0 2024-11-08T03:16:32,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-e4315666-f9e8-4cea-b290-9c31c92a3852,DISK] 2024-11-08T03:16:32,085 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.meta.1731035792070.meta 2024-11-08T03:16:32,085 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-08T03:16:32,085 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:32,086 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:16:32,086 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:16:32,086 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:16:32,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:32,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:32,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:32,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:32,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:32,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:32,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:32,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:32,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:32,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:32,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:32,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:32,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:32,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:32,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:32,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:32,092 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:32,093 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740 2024-11-08T03:16:32,094 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740 2024-11-08T03:16:32,094 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:32,094 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:32,095 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:32,096 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:32,097 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59429337, jitterRate=-0.11443386971950531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:32,097 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:16:32,097 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035792086Writing region info on filesystem at 1731035792086Initializing all the Stores at 1731035792087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035792087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035792087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035792087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035792087Cleaning up temporary data from old regions at 1731035792095 (+8 ms)Running coprocessor post-open hooks at 1731035792097 (+2 ms)Region opened successfully at 1731035792097 2024-11-08T03:16:32,098 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035792062 2024-11-08T03:16:32,100 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:16:32,100 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:16:32,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:32,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,40325,1731035788859, state=OPEN 2024-11-08T03:16:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0219709363/meta-region-server 2024-11-08T03:16:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0219709363/meta-region-server 2024-11-08T03:16:32,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,40325,1731035788859 2024-11-08T03:16:32,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0219709363/meta-region-server: CHANGED 2024-11-08T03:16:32,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0219709363/meta-region-server: CHANGED 2024-11-08T03:16:32,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:16:32,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,40325,1731035788859 in 231 msec 2024-11-08T03:16:32,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:16:32,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-08T03:16:32,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:32,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:16:32,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:32,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:32,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:32,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:32,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-08T03:16:32,167 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035792167, completionTime=-1 2024-11-08T03:16:32,167 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:16:32,168 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:16:32,169 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:16:32,169 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035852169 2024-11-08T03:16:32,169 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035912169 2024-11-08T03:16:32,169 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:37861, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,170 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,172 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:32,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:16:32,177 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:16:32,177 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:16:32,177 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37861,1731035788582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:32,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:32,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37861,-1 for getting cluster id 2024-11-08T03:16:32,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:32,187 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff49ccea-2eba-4b19-b803-59ca8dc4cd12' 2024-11-08T03:16:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff49ccea-2eba-4b19-b803-59ca8dc4cd12" 2024-11-08T03:16:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b724e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37861,-1] 2024-11-08T03:16:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:32,189 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:32,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecb522c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:32,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:32,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:32,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:32,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:32,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,37861,1731035788582 2024-11-08T03:16:32,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:32,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:32,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011871e8ca0002 connected 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir so I do NOT create it in target/test-data/77f96788-72c1-a0ce-134b-6615a194217b 2024-11-08T03:16:32,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.tmp.dir so I do NOT create it in target/test-data/77f96788-72c1-a0ce-134b-6615a194217b 2024-11-08T03:16:32,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:16:32,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/cluster_9ecc1f67-6336-7ead-12ff-d4de197ecfd6, deleteOnExit=true 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/test.cache.data in system properties and HBase conf 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:16:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:16:32,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:16:32,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:16:32,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:16:32,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:16:32,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:16:32,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:32,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:32,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:32,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:32,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:32,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:32,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578373ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:32,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@310fd993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:32,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b84ed5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/java.io.tmpdir/jetty-localhost-41231-hadoop-hdfs-3_4_1-tests_jar-_-any-5358799293926372103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:16:32,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eff6bf5{HTTP/1.1, (http/1.1)}{localhost:41231} 2024-11-08T03:16:32,629 INFO [Time-limited test {}] server.Server(415): Started @60010ms 2024-11-08T03:16:32,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:16:32,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:16:32,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:16:32,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:16:32,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:16:32,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59207fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:16:32,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fab496f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:16:33,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cb09f69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-12847177837167636688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:16:33,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a64fc18{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-11-08T03:16:33,011 INFO [Time-limited test {}] server.Server(415): Started @60392ms 2024-11-08T03:16:33,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:16:33,717 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/cluster_9ecc1f67-6336-7ead-12ff-d4de197ecfd6/data/data1/current/BP-43334499-172.17.0.3-1731035792244/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:33,717 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/cluster_9ecc1f67-6336-7ead-12ff-d4de197ecfd6/data/data2/current/BP-43334499-172.17.0.3-1731035792244/current, will proceed with Du for space computation calculation, 2024-11-08T03:16:33,731 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:16:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x665d05fa5e5618d4 with lease ID 0xef9bd6e7b0afa88c: Processing first storage report for DS-cacd222d-98e6-46da-9187-9c53ca5c6fd9 from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=add7522d-e51e-43c6-9494-83c0bce13565, infoPort=45493, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1243133839;c=1731035792244) 2024-11-08T03:16:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x665d05fa5e5618d4 with lease ID 0xef9bd6e7b0afa88c: from storage DS-cacd222d-98e6-46da-9187-9c53ca5c6fd9 node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=add7522d-e51e-43c6-9494-83c0bce13565, infoPort=45493, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1243133839;c=1731035792244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x665d05fa5e5618d4 with lease ID 0xef9bd6e7b0afa88c: Processing first storage report for DS-bfd811d6-c4a3-4719-9428-64da98a74b1f from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=add7522d-e51e-43c6-9494-83c0bce13565, infoPort=45493, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1243133839;c=1731035792244) 2024-11-08T03:16:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x665d05fa5e5618d4 with lease ID 0xef9bd6e7b0afa88c: from storage DS-bfd811d6-c4a3-4719-9428-64da98a74b1f node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=add7522d-e51e-43c6-9494-83c0bce13565, infoPort=45493, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=1243133839;c=1731035792244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:16:33,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b 2024-11-08T03:16:33,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:33,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:16:34,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13 with version=8 2024-11-08T03:16:34,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/hbase-staging 2024-11-08T03:16:34,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:16:34,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:34,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36681 2024-11-08T03:16:34,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36681 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366810x0, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:34,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36681-0x1011871e8ca0003 connected 2024-11-08T03:16:34,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:34,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:34,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/running 2024-11-08T03:16:34,302 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13, hbase.cluster.distributed=false 2024-11-08T03:16:34,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/acl 2024-11-08T03:16:34,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-08T03:16:34,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36681 2024-11-08T03:16:34,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36681 2024-11-08T03:16:34,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-08T03:16:34,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-08T03:16:34,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:16:34,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:16:34,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:16:34,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45405 2024-11-08T03:16:34,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45405 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:34,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:34,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454050x0, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:34,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/running 2024-11-08T03:16:34,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45405-0x1011871e8ca0004 connected 2024-11-08T03:16:34,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:16:34,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:16:34,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/master 2024-11-08T03:16:34,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/acl 2024-11-08T03:16:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-08T03:16:34,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-11-08T03:16:34,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-11-08T03:16:34,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-08T03:16:34,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-08T03:16:34,352 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:36681 2024-11-08T03:16:34,352 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1767736799/backup-masters/350fccc412b5,36681,1731035794151 2024-11-08T03:16:34,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/backup-masters 2024-11-08T03:16:34,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/backup-masters 2024-11-08T03:16:34,363 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on existing znode=/1-1767736799/backup-masters/350fccc412b5,36681,1731035794151 2024-11-08T03:16:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1767736799/master 2024-11-08T03:16:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:34,373 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on existing znode=/1-1767736799/master 2024-11-08T03:16:34,374 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1767736799/backup-masters/350fccc412b5,36681,1731035794151 from backup master directory 2024-11-08T03:16:34,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1767736799/backup-masters/350fccc412b5,36681,1731035794151 2024-11-08T03:16:34,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/backup-masters 2024-11-08T03:16:34,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/backup-masters 2024-11-08T03:16:34,383 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:34,383 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,36681,1731035794151 2024-11-08T03:16:34,387 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/hbase.id] with ID: 4477c028-cf53-47a6-ac51-258ca5e762cb 2024-11-08T03:16:34,387 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/.tmp/hbase.id 2024-11-08T03:16:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:16:34,792 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/.tmp/hbase.id]:[hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/hbase.id] 2024-11-08T03:16:34,803 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:34,803 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:16:34,804 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:16:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:16:35,253 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:35,253 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:16:35,254 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:16:35,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:35,663 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store 2024-11-08T03:16:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:16:36,070 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:36,070 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:16:36,070 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035796070Disabling compacts and flushes for region at 1731035796070Disabling writes for close at 1731035796070Writing region close event to WAL at 1731035796070Closed at 1731035796070 2024-11-08T03:16:36,071 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/.initializing 2024-11-08T03:16:36,071 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/WALs/350fccc412b5,36681,1731035794151 2024-11-08T03:16:36,073 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:36,075 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C36681%2C1731035794151, suffix=, logDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/WALs/350fccc412b5,36681,1731035794151, archiveDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/oldWALs, maxLogs=10 2024-11-08T03:16:36,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/WALs/350fccc412b5,36681,1731035794151/350fccc412b5%2C36681%2C1731035794151.1731035796075, exclude list is [], retry=0 2024-11-08T03:16:36,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-cacd222d-98e6-46da-9187-9c53ca5c6fd9,DISK] 2024-11-08T03:16:36,094 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/WALs/350fccc412b5,36681,1731035794151/350fccc412b5%2C36681%2C1731035794151.1731035796075 2024-11-08T03:16:36,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)] 2024-11-08T03:16:36,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:36,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:36,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:16:36,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:36,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:36,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:16:36,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:36,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:36,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:16:36,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:36,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:36,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:16:36,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:36,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:36,105 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,106 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,106 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,108 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,108 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,108 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:36,109 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:16:36,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:36,112 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58749493, jitterRate=-0.12456433475017548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:36,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035796095Initializing all the Stores at 1731035796095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035796095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035796096 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035796096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035796096Cleaning up temporary data from old regions at 1731035796108 (+12 ms)Region opened successfully at 1731035796112 (+4 ms) 2024-11-08T03:16:36,113 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:16:36,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27820232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:36,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:16:36,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:16:36,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:16:36,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:16:36,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:16:36,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:16:36,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:16:36,120 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:16:36,120 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/balancer because node does not exist (not necessarily an error) 2024-11-08T03:16:36,193 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/balancer already deleted, retry=false 2024-11-08T03:16:36,194 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:16:36,195 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:16:36,204 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/normalizer already deleted, retry=false 2024-11-08T03:16:36,204 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:16:36,205 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:16:36,215 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/switch/split already deleted, retry=false 2024-11-08T03:16:36,215 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:16:36,225 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/switch/merge already deleted, retry=false 2024-11-08T03:16:36,227 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:16:36,236 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/snapshot-cleanup already deleted, retry=false 2024-11-08T03:16:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1767736799/running 2024-11-08T03:16:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1767736799/running 2024-11-08T03:16:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,247 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,36681,1731035794151, sessionid=0x1011871e8ca0003, setting cluster-up flag (Was=false) 2024-11-08T03:16:36,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,299 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1767736799/flush-table-proc/acquired, /1-1767736799/flush-table-proc/reached, /1-1767736799/flush-table-proc/abort 2024-11-08T03:16:36,300 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36681,1731035794151 2024-11-08T03:16:36,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:36,351 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1767736799/online-snapshot/acquired, /1-1767736799/online-snapshot/reached, /1-1767736799/online-snapshot/abort 2024-11-08T03:16:36,352 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,36681,1731035794151 2024-11-08T03:16:36,353 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:16:36,355 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:36,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:16:36,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:16:36,355 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,36681,1731035794151 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:16:36,356 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,357 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:36,357 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,357 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035826357 2024-11-08T03:16:36,357 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:16:36,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:36,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:16:36,358 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:16:36,359 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:16:36,359 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:16:36,359 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:16:36,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:36,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035796359,5,FailOnTimeoutGroup] 2024-11-08T03:16:36,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:16:36,360 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035796359,5,FailOnTimeoutGroup] 2024-11-08T03:16:36,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:16:36,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:16:36,442 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(746): ClusterId : 4477c028-cf53-47a6-ac51-258ca5e762cb 2024-11-08T03:16:36,442 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:16:36,447 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:16:36,447 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:16:36,457 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:16:36,458 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dde653a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:16:36,468 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:45405 2024-11-08T03:16:36,468 INFO [RS:0;350fccc412b5:45405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:16:36,468 INFO [RS:0;350fccc412b5:45405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:16:36,468 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:16:36,469 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,36681,1731035794151 with port=45405, startcode=1731035794317 2024-11-08T03:16:36,469 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:16:36,470 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:16:36,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36681 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,472 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13 2024-11-08T03:16:36,472 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42157 2024-11-08T03:16:36,472 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:16:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/rs 2024-11-08T03:16:36,517 DEBUG [RS:0;350fccc412b5:45405 {}] zookeeper.ZKUtil(111): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on existing znode=/1-1767736799/rs/350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,517 WARN [RS:0;350fccc412b5:45405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:16:36,517 INFO [RS:0;350fccc412b5:45405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:36,517 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,45405,1731035794317] 2024-11-08T03:16:36,520 INFO [RS:0;350fccc412b5:45405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:16:36,522 INFO [RS:0;350fccc412b5:45405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:16:36,522 INFO [RS:0;350fccc412b5:45405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:16:36,522 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,522 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:16:36,523 INFO [RS:0;350fccc412b5:45405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:16:36,523 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:16:36,523 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:36,524 DEBUG [RS:0;350fccc412b5:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,526 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45405,1731035794317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:36,540 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:16:36,540 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45405,1731035794317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,540 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,540 INFO [RS:0;350fccc412b5:45405 {}] regionserver.Replication(171): 350fccc412b5,45405,1731035794317 started 2024-11-08T03:16:36,556 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:36,556 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,45405,1731035794317, RpcServer on 350fccc412b5/172.17.0.3:45405, sessionid=0x1011871e8ca0004 2024-11-08T03:16:36,556 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:16:36,556 DEBUG [RS:0;350fccc412b5:45405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,556 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45405,1731035794317' 2024-11-08T03:16:36,556 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1767736799/flush-table-proc/abort' 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1767736799/flush-table-proc/acquired' 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,45405,1731035794317 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45405,1731035794317' 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1767736799/online-snapshot/abort' 2024-11-08T03:16:36,557 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1767736799/online-snapshot/acquired' 2024-11-08T03:16:36,558 DEBUG [RS:0;350fccc412b5:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:16:36,558 INFO [RS:0;350fccc412b5:45405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:16:36,558 INFO [RS:0;350fccc412b5:45405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:16:36,658 INFO [RS:0;350fccc412b5:45405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:16:36,660 INFO [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45405%2C1731035794317, suffix=, logDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317, archiveDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/oldWALs, maxLogs=10 2024-11-08T03:16:36,675 DEBUG [RS:0;350fccc412b5:45405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317/350fccc412b5%2C45405%2C1731035794317.1731035796660, exclude list is [], retry=0 2024-11-08T03:16:36,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-cacd222d-98e6-46da-9187-9c53ca5c6fd9,DISK] 2024-11-08T03:16:36,680 INFO [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317/350fccc412b5%2C45405%2C1731035794317.1731035796660 2024-11-08T03:16:36,680 DEBUG [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)] 2024-11-08T03:16:36,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:16:36,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13 2024-11-08T03:16:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:16:36,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:16:37,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:37,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:37,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:37,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:37,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:37,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:37,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:37,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:37,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:37,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:37,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740 2024-11-08T03:16:37,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740 2024-11-08T03:16:37,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:37,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:37,183 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:37,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:37,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:37,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65420916, jitterRate=-0.025152385234832764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:37,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035797173Initializing all the Stores at 1731035797174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035797174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797174Cleaning up temporary data from old regions at 1731035797183 (+9 ms)Region opened successfully at 1731035797186 (+3 ms) 2024-11-08T03:16:37,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:16:37,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:16:37,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:16:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:16:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:16:37,187 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:16:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035797186Disabling compacts and flushes for region at 1731035797186Disabling writes for close at 1731035797187 (+1 ms)Writing region close event to WAL at 1731035797187Closed at 1731035797187 2024-11-08T03:16:37,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:37,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:16:37,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:16:37,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:37,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:16:37,340 DEBUG [350fccc412b5:36681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:16:37,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,45405,1731035794317 2024-11-08T03:16:37,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45405,1731035794317, state=OPENING 2024-11-08T03:16:37,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:16:37,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:37,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:16:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1767736799/meta-region-server: CHANGED 2024-11-08T03:16:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1767736799/meta-region-server: CHANGED 2024-11-08T03:16:37,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:16:37,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45405,1731035794317}] 2024-11-08T03:16:37,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:16:37,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:16:37,625 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:16:37,625 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:37,626 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:16:37,627 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45405%2C1731035794317.meta, suffix=.meta, logDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317, archiveDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/oldWALs, maxLogs=10 2024-11-08T03:16:37,639 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317/350fccc412b5%2C45405%2C1731035794317.meta.1731035797627.meta, exclude list is [], retry=0 2024-11-08T03:16:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-cacd222d-98e6-46da-9187-9c53ca5c6fd9,DISK] 2024-11-08T03:16:37,643 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/WALs/350fccc412b5,45405,1731035794317/350fccc412b5%2C45405%2C1731035794317.meta.1731035797627.meta 2024-11-08T03:16:37,643 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45493:45493)] 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:37,644 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:16:37,644 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:16:37,644 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:16:37,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:16:37,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:16:37,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:16:37,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:16:37,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:16:37,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:16:37,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:16:37,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:16:37,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:16:37,651 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:16:37,652 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740 2024-11-08T03:16:37,653 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740 2024-11-08T03:16:37,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:16:37,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:16:37,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:16:37,655 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:16:37,656 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70809746, jitterRate=0.0551474392414093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:16:37,656 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:16:37,656 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035797644Writing region info on filesystem at 1731035797645 (+1 ms)Initializing all the Stores at 1731035797645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797646 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035797646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035797646Cleaning up temporary data from old regions at 1731035797654 (+8 ms)Running coprocessor post-open hooks at 1731035797656 (+2 ms)Region opened successfully at 1731035797656 2024-11-08T03:16:37,657 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035797620 2024-11-08T03:16:37,659 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:16:37,659 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:16:37,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,45405,1731035794317 2024-11-08T03:16:37,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45405,1731035794317, state=OPEN 2024-11-08T03:16:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1767736799/meta-region-server 2024-11-08T03:16:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1767736799/meta-region-server 2024-11-08T03:16:37,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,45405,1731035794317 2024-11-08T03:16:37,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1767736799/meta-region-server: CHANGED 2024-11-08T03:16:37,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1767736799/meta-region-server: CHANGED 2024-11-08T03:16:37,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:16:37,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45405,1731035794317 in 200 msec 2024-11-08T03:16:37,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:16:37,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-08T03:16:37,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:16:37,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:16:37,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:37,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45405,1731035794317, seqNum=-1] 2024-11-08T03:16:37,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:37,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:37,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-08T03:16:37,684 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035797684, completionTime=-1 2024-11-08T03:16:37,684 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:16:37,685 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035857687 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731035917687 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:36681, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,687 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,688 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,690 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:16:37,693 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:16:37,696 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:16:37,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:16:37,696 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,36681,1731035794151-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:16:37,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:37,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36681,-1 for getting cluster id 2024-11-08T03:16:37,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:37,744 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4477c028-cf53-47a6-ac51-258ca5e762cb' 2024-11-08T03:16:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4477c028-cf53-47a6-ac51-258ca5e762cb" 2024-11-08T03:16:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0a22ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36681,-1] 2024-11-08T03:16:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:37,746 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:37,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618d265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:37,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45405,1731035794317, seqNum=-1] 2024-11-08T03:16:37,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:37,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,36681,1731035794151 2024-11-08T03:16:37,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51281 2024-11-08T03:16:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:16:37,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011871e8ca0005 connected 2024-11-08T03:16:37,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37861,1731035788582 2024-11-08T03:16:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d2b9dce 2024-11-08T03:16:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:37,779 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:37,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:16:37,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:16:37,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:37,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:16:37,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:16:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:16:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:38,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40556923c3e332d087ef9b50740289d2, NAME => 'test,,1731035797780.40556923c3e332d087ef9b50740289d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684 2024-11-08T03:16:38,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:16:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:38,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035797780.40556923c3e332d087ef9b50740289d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:38,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40556923c3e332d087ef9b50740289d2, disabling compactions & flushes 2024-11-08T03:16:38,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035797780.40556923c3e332d087ef9b50740289d2. after waiting 0 ms 2024-11-08T03:16:38,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40556923c3e332d087ef9b50740289d2: Waiting for close lock at 1731035798602Disabling compacts and flushes for region at 1731035798602Disabling writes for close at 1731035798603 (+1 ms)Writing region close event to WAL at 1731035798603Closed at 1731035798603 2024-11-08T03:16:38,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:16:38,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035797780.40556923c3e332d087ef9b50740289d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035798604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035798604"}]},"ts":"1731035798604"} 2024-11-08T03:16:38,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:16:38,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:16:38,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035798608"}]},"ts":"1731035798608"} 2024-11-08T03:16:38,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:16:38,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40556923c3e332d087ef9b50740289d2, ASSIGN}] 2024-11-08T03:16:38,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40556923c3e332d087ef9b50740289d2, ASSIGN 2024-11-08T03:16:38,612 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40556923c3e332d087ef9b50740289d2, ASSIGN; state=OFFLINE, location=350fccc412b5,40325,1731035788859; forceNewPlan=false, retain=false 2024-11-08T03:16:38,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40556923c3e332d087ef9b50740289d2, regionState=OPENING, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40556923c3e332d087ef9b50740289d2, ASSIGN because future has completed 2024-11-08T03:16:38,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40556923c3e332d087ef9b50740289d2, server=350fccc412b5,40325,1731035788859}] 2024-11-08T03:16:38,922 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,922 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40556923c3e332d087ef9b50740289d2, NAME => 'test,,1731035797780.40556923c3e332d087ef9b50740289d2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:38,923 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:38,923 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:16:38,923 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,923 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035797780.40556923c3e332d087ef9b50740289d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:38,923 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,923 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,924 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,926 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40556923c3e332d087ef9b50740289d2 columnFamilyName f 2024-11-08T03:16:38,926 DEBUG [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:38,926 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(327): Store=40556923c3e332d087ef9b50740289d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:38,926 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,928 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40556923c3e332d087ef9b50740289d2 columnFamilyName f1 2024-11-08T03:16:38,928 DEBUG [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:38,928 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(327): Store=40556923c3e332d087ef9b50740289d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:38,928 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,930 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40556923c3e332d087ef9b50740289d2 columnFamilyName norep 2024-11-08T03:16:38,930 DEBUG [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:38,930 INFO [StoreOpener-40556923c3e332d087ef9b50740289d2-1 {}] regionserver.HStore(327): Store=40556923c3e332d087ef9b50740289d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:38,930 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,931 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,931 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,932 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,932 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,932 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:16:38,933 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,936 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:38,936 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40556923c3e332d087ef9b50740289d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934938, jitterRate=0.04211178421974182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:16:38,936 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:16:38,937 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40556923c3e332d087ef9b50740289d2: Running coprocessor pre-open hook at 1731035798923Writing region info on filesystem at 1731035798923Initializing all the Stores at 1731035798924 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035798924Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035798924Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035798924Cleaning up temporary data from old regions at 1731035798932 (+8 ms)Running coprocessor post-open hooks at 1731035798936 (+4 ms)Region opened successfully at 1731035798937 (+1 ms) 2024-11-08T03:16:38,939 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035797780.40556923c3e332d087ef9b50740289d2., pid=6, masterSystemTime=1731035798918 2024-11-08T03:16:38,941 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,941 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:16:38,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40556923c3e332d087ef9b50740289d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:38,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40556923c3e332d087ef9b50740289d2, server=350fccc412b5,40325,1731035788859 because future has completed 2024-11-08T03:16:38,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:16:38,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40556923c3e332d087ef9b50740289d2, server=350fccc412b5,40325,1731035788859 in 180 msec 2024-11-08T03:16:38,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:16:38,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40556923c3e332d087ef9b50740289d2, ASSIGN in 339 msec 2024-11-08T03:16:38,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:16:38,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035798952"}]},"ts":"1731035798952"} 2024-11-08T03:16:38,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:16:38,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:16:38,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-08T03:16:39,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:16:39,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:39,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:16:39,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:16:39,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:16:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:16:39,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:16:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:16:39,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:16:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:16:39,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:39,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:39,938 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:16:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36681,1731035794151 2024-11-08T03:16:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e02159 2024-11-08T03:16:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:39,940 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:39,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:16:39,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:16:39,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:39,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:16:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:39,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:16:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:16:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:40,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 472f6b41baa9b5b7df1dac8d65861ec3, NAME => 'test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13 2024-11-08T03:16:40,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:16:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:40,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:40,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 472f6b41baa9b5b7df1dac8d65861ec3, disabling compactions & flushes 2024-11-08T03:16:40,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:40,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:40,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. after waiting 0 ms 2024-11-08T03:16:40,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:40,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:40,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 472f6b41baa9b5b7df1dac8d65861ec3: Waiting for close lock at 1731035800758Disabling compacts and flushes for region at 1731035800758Disabling writes for close at 1731035800759 (+1 ms)Writing region close event to WAL at 1731035800759Closed at 1731035800759 2024-11-08T03:16:40,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:16:40,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035800760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035800760"}]},"ts":"1731035800760"} 2024-11-08T03:16:40,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:16:40,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:16:40,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035800763"}]},"ts":"1731035800763"} 2024-11-08T03:16:40,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:16:40,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=472f6b41baa9b5b7df1dac8d65861ec3, ASSIGN}] 2024-11-08T03:16:40,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=472f6b41baa9b5b7df1dac8d65861ec3, ASSIGN 2024-11-08T03:16:40,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=472f6b41baa9b5b7df1dac8d65861ec3, ASSIGN; state=OFFLINE, location=350fccc412b5,45405,1731035794317; forceNewPlan=false, retain=false 2024-11-08T03:16:40,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=472f6b41baa9b5b7df1dac8d65861ec3, regionState=OPENING, regionLocation=350fccc412b5,45405,1731035794317 2024-11-08T03:16:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=472f6b41baa9b5b7df1dac8d65861ec3, ASSIGN because future has completed 2024-11-08T03:16:40,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472f6b41baa9b5b7df1dac8d65861ec3, server=350fccc412b5,45405,1731035794317}] 2024-11-08T03:16:41,078 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:41,078 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 472f6b41baa9b5b7df1dac8d65861ec3, NAME => 'test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:41,078 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:41,078 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:16:41,079 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,079 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:41,079 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,079 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,080 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,082 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472f6b41baa9b5b7df1dac8d65861ec3 columnFamilyName f 2024-11-08T03:16:41,082 DEBUG [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:41,082 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(327): Store=472f6b41baa9b5b7df1dac8d65861ec3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:41,082 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,084 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472f6b41baa9b5b7df1dac8d65861ec3 columnFamilyName f1 2024-11-08T03:16:41,084 DEBUG [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:41,084 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(327): Store=472f6b41baa9b5b7df1dac8d65861ec3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:41,084 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,085 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472f6b41baa9b5b7df1dac8d65861ec3 columnFamilyName norep 2024-11-08T03:16:41,086 DEBUG [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:41,086 INFO [StoreOpener-472f6b41baa9b5b7df1dac8d65861ec3-1 {}] regionserver.HStore(327): Store=472f6b41baa9b5b7df1dac8d65861ec3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:41,086 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,087 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,087 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,088 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,088 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,088 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:16:41,089 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,091 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:41,092 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 472f6b41baa9b5b7df1dac8d65861ec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62291302, jitterRate=-0.0717872679233551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:16:41,092 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:16:41,092 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 472f6b41baa9b5b7df1dac8d65861ec3: Running coprocessor pre-open hook at 1731035801079Writing region info on filesystem at 1731035801079Initializing all the Stores at 1731035801080 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035801080Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035801080Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035801080Cleaning up temporary data from old regions at 1731035801088 (+8 ms)Running coprocessor post-open hooks at 1731035801092 (+4 ms)Region opened successfully at 1731035801092 2024-11-08T03:16:41,093 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3., pid=6, masterSystemTime=1731035801074 2024-11-08T03:16:41,096 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:41,096 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:16:41,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=472f6b41baa9b5b7df1dac8d65861ec3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,45405,1731035794317 2024-11-08T03:16:41,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472f6b41baa9b5b7df1dac8d65861ec3, server=350fccc412b5,45405,1731035794317 because future has completed 2024-11-08T03:16:41,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:16:41,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 472f6b41baa9b5b7df1dac8d65861ec3, server=350fccc412b5,45405,1731035794317 in 180 msec 2024-11-08T03:16:41,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:16:41,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=472f6b41baa9b5b7df1dac8d65861ec3, ASSIGN in 338 msec 2024-11-08T03:16:41,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:16:41,108 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035801108"}]},"ts":"1731035801108"} 2024-11-08T03:16:41,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:16:41,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:16:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-08T03:16:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:16:42,088 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:16:42,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f3d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37861,-1 for getting cluster id 2024-11-08T03:16:42,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:42,090 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff49ccea-2eba-4b19-b803-59ca8dc4cd12' 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff49ccea-2eba-4b19-b803-59ca8dc4cd12" 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37861,-1] 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,091 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:42,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36681,-1 for getting cluster id 2024-11-08T03:16:42,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:42,093 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4477c028-cf53-47a6-ac51-258ca5e762cb' 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4477c028-cf53-47a6-ac51-258ca5e762cb" 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36681,-1] 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,094 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:42,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32172d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37861,-1 for getting cluster id 2024-11-08T03:16:42,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:42,096 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff49ccea-2eba-4b19-b803-59ca8dc4cd12' 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff49ccea-2eba-4b19-b803-59ca8dc4cd12" 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2b04da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37861,-1] 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,097 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:42,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d270e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37861,1731035788582 2024-11-08T03:16:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646b3f5f 2024-11-08T03:16:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:42,101 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:42,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:36681,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:16:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:16:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:42,104 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:36681' 2024-11-08T03:16:42,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666dc13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,105 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36681,-1 for getting cluster id 2024-11-08T03:16:42,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:42,106 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4477c028-cf53-47a6-ac51-258ca5e762cb' 2024-11-08T03:16:42,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:42,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4477c028-cf53-47a6-ac51-258ca5e762cb" 2024-11-08T03:16:42,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfba708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36681,-1] 2024-11-08T03:16:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,107 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:42,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36681,1731035794151 2024-11-08T03:16:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb102f2 2024-11-08T03:16:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:42,110 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:42,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:16:42,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:16:42,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:42,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:42,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:16:42,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:16:42,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:16:42,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:42,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:16:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:16:42,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:16:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:42,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:16:42,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2e4bd2e323b73cbba3d6f2fea1d497c, NAME => 'hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684 2024-11-08T03:16:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:16:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2e4bd2e323b73cbba3d6f2fea1d497c, disabling compactions & flushes 2024-11-08T03:16:42,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. after waiting 0 ms 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:42,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:42,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2e4bd2e323b73cbba3d6f2fea1d497c: Waiting for close lock at 1731035802927Disabling compacts and flushes for region at 1731035802927Disabling writes for close at 1731035802927Writing region close event to WAL at 1731035802927Closed at 1731035802927 2024-11-08T03:16:42,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:16:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035802928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035802928"}]},"ts":"1731035802928"} 2024-11-08T03:16:42,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:16:42,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:16:42,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035802931"}]},"ts":"1731035802931"} 2024-11-08T03:16:42,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:16:42,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2e4bd2e323b73cbba3d6f2fea1d497c, ASSIGN}] 2024-11-08T03:16:42,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2e4bd2e323b73cbba3d6f2fea1d497c, ASSIGN 2024-11-08T03:16:42,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2e4bd2e323b73cbba3d6f2fea1d497c, ASSIGN; state=OFFLINE, location=350fccc412b5,40325,1731035788859; forceNewPlan=false, retain=false 2024-11-08T03:16:43,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2e4bd2e323b73cbba3d6f2fea1d497c, regionState=OPENING, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2e4bd2e323b73cbba3d6f2fea1d497c, ASSIGN because future has completed 2024-11-08T03:16:43,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2e4bd2e323b73cbba3d6f2fea1d497c, server=350fccc412b5,40325,1731035788859}] 2024-11-08T03:16:43,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:43,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:43,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:43,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:43,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:43,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:16:43,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:16:43,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C40325%2C1731035788859.rep, suffix=, logDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/oldWALs, maxLogs=10 2024-11-08T03:16:43,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.rep.1731035803246, exclude list is [], retry=0 2024-11-08T03:16:43,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-e4315666-f9e8-4cea-b290-9c31c92a3852,DISK] 2024-11-08T03:16:43,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.rep.1731035803246 2024-11-08T03:16:43,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-08T03:16:43,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2e4bd2e323b73cbba3d6f2fea1d497c, NAME => 'hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:16:43,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. service=MultiRowMutationService 2024-11-08T03:16:43,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,264 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,265 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e4bd2e323b73cbba3d6f2fea1d497c columnFamilyName hfileref 2024-11-08T03:16:43,266 DEBUG [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:43,266 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(327): Store=a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:43,266 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,267 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e4bd2e323b73cbba3d6f2fea1d497c columnFamilyName queue 2024-11-08T03:16:43,267 DEBUG [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:43,267 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(327): Store=a2e4bd2e323b73cbba3d6f2fea1d497c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:43,267 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,268 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e4bd2e323b73cbba3d6f2fea1d497c columnFamilyName sid 2024-11-08T03:16:43,268 DEBUG [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:16:43,269 INFO [StoreOpener-a2e4bd2e323b73cbba3d6f2fea1d497c-1 {}] regionserver.HStore(327): Store=a2e4bd2e323b73cbba3d6f2fea1d497c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:16:43,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:16:43,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:16:43,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2e4bd2e323b73cbba3d6f2fea1d497c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61524955, jitterRate=-0.08320672810077667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:16:43,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:16:43,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2e4bd2e323b73cbba3d6f2fea1d497c: Running coprocessor pre-open hook at 1731035803263Writing region info on filesystem at 1731035803263Initializing all the Stores at 1731035803264 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035803264Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035803264Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035803264Cleaning up temporary data from old regions at 1731035803271 (+7 ms)Running coprocessor post-open hooks at 1731035803275 (+4 ms)Region opened successfully at 1731035803275 2024-11-08T03:16:43,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c., pid=10, masterSystemTime=1731035803241 2024-11-08T03:16:43,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:43,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:16:43,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2e4bd2e323b73cbba3d6f2fea1d497c, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,40325,1731035788859 2024-11-08T03:16:43,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2e4bd2e323b73cbba3d6f2fea1d497c, server=350fccc412b5,40325,1731035788859 because future has completed 2024-11-08T03:16:43,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:16:43,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2e4bd2e323b73cbba3d6f2fea1d497c, server=350fccc412b5,40325,1731035788859 in 195 msec 2024-11-08T03:16:43,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:16:43,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2e4bd2e323b73cbba3d6f2fea1d497c, ASSIGN in 352 msec 2024-11-08T03:16:43,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:16:43,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035803289"}]},"ts":"1731035803289"} 2024-11-08T03:16:43,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:16:43,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:16:43,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-08T03:16:43,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c., hostname=350fccc412b5,40325,1731035788859, seqNum=2] 2024-11-08T03:16:43,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:43,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:16:43,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:16:43,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:16:43,579 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:16:43,604 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,40325,1731035788859, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:16:43,605 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:43,605 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:43,605 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:43,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T03:16:43,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,40325,1731035788859', locateType=CURRENT is [region=hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c., hostname=350fccc412b5,40325,1731035788859, seqNum=2] 2024-11-08T03:16:43,622 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:16:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:16:43,624 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,40325,1731035788859 suceeded 2024-11-08T03:16:43,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:16:43,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-08T03:16:43,627 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:36681,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T03:16:43,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-08T03:16:43,644 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:36681' 2024-11-08T03:16:43,645 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669e3a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:43,646 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36681,-1 for getting cluster id 2024-11-08T03:16:43,646 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:43,647 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4477c028-cf53-47a6-ac51-258ca5e762cb' 2024-11-08T03:16:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4477c028-cf53-47a6-ac51-258ca5e762cb" 2024-11-08T03:16:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4ac310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36681,-1] 2024-11-08T03:16:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:43,649 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:43,650 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:43,650 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:43,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36681,1731035794151 2024-11-08T03:16:43,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e38610c 2024-11-08T03:16:43,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:43,652 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T03:16:43,653 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,40325,1731035788859 (queues=1) is replicating from cluster=ff49ccea-2eba-4b19-b803-59ca8dc4cd12 to cluster=4477c028-cf53-47a6-ac51-258ca5e762cb 2024-11-08T03:16:43,653 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C40325%2C1731035788859 2024-11-08T03:16:43,653 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,40325,1731035788859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:16:43,653 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C40325%2C1731035788859 2024-11-08T03:16:43,653 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, startPosition=0, beingWritten=true 2024-11-08T03:16:43,663 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:16:43,663 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:43,663 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:16:43,869 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:44,173 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:16:44,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:16:44,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:44,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:44,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:44,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:44,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:44,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:44,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731035804253/Put/seqid=0 2024-11-08T03:16:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741840_1016 (size=7894) 2024-11-08T03:16:44,577 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:44,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_1 is 34, key is ddd/f:row/1731035804663/Put/seqid=0 2024-11-08T03:16:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741841_1017 (size=7691) 2024-11-08T03:16:45,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37861,-1 for getting cluster id 2024-11-08T03:16:45,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:45,075 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff49ccea-2eba-4b19-b803-59ca8dc4cd12' 2024-11-08T03:16:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff49ccea-2eba-4b19-b803-59ca8dc4cd12" 2024-11-08T03:16:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37861,-1] 2024-11-08T03:16:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:45,077 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:45,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:45,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:45,081 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:45,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37861,1731035788582 2024-11-08T03:16:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6d3f99 2024-11-08T03:16:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:45,095 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2] 2024-11-08T03:16:45,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:16:45,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T03:16:45,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T03:16:45,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_0 for inclusion in 40556923c3e332d087ef9b50740289d2/f 2024-11-08T03:16:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T03:16:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:45,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_1 for inclusion in 40556923c3e332d087ef9b50740289d2/f 2024-11-08T03:16:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T03:16:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegion(2603): Flush status journal for 40556923c3e332d087ef9b50740289d2: 2024-11-08T03:16:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_0 to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_0 2024-11-08T03:16:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_0 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/9484cd858de7498daece27397179ef83_SeqId_4_ 2024-11-08T03:16:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f/f/hfile_1 to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_1 2024-11-08T03:16:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_1 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ 2024-11-08T03:16:45,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_0 into 40556923c3e332d087ef9b50740289d2/f as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/9484cd858de7498daece27397179ef83_SeqId_4_ - updating store file list. 2024-11-08T03:16:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9484cd858de7498daece27397179ef83_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:45,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/9484cd858de7498daece27397179ef83_SeqId_4_ into 40556923c3e332d087ef9b50740289d2/f 2024-11-08T03:16:45,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_0 into 40556923c3e332d087ef9b50740289d2/f (new location: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/9484cd858de7498daece27397179ef83_SeqId_4_) 2024-11-08T03:16:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_0 2024-11-08T03:16:45,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_1 into 40556923c3e332d087ef9b50740289d2/f as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ - updating store file list. 2024-11-08T03:16:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:45,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ into 40556923c3e332d087ef9b50740289d2/f 2024-11-08T03:16:45,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_1 into 40556923c3e332d087ef9b50740289d2/f (new location: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_) 2024-11-08T03:16:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__h762r2ss9v7u65gn166hvus58smf87qdfouivqn3s3a2bqjp3cuh6shhgufml7ds/f/hfile_1 2024-11-08T03:16:45,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:45,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:45,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:45,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:45,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:45,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 , the old value is region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:40325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:16:45,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:16:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 from cache 2024-11-08T03:16:45,185 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:16:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45405,1731035794317, seqNum=-1] 2024-11-08T03:16:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:45,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3., hostname=350fccc412b5,45405,1731035794317, seqNum=2] 2024-11-08T03:16:45,191 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:16:45,288 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:16:45,686 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 379, reset compression=false 2024-11-08T03:16:45,692 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:16:45,692 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: WALEntryBatch [walEntries=[{test/40556923c3e332d087ef9b50740289d2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731035805177/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:16:45,711 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:16:45,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T03:16:45,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(318): Replicating [ff49ccea-2eba-4b19-b803-59ca8dc4cd12] bulk loaded data 2024-11-08T03:16:45,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29871dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,36681,-1 for getting cluster id 2024-11-08T03:16:45,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:45,717 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4477c028-cf53-47a6-ac51-258ca5e762cb' 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4477c028-cf53-47a6-ac51-258ca5e762cb" 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e58b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,36681,-1] 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:45,718 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:45,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fabe0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741837_1013 (size=7894) 2024-11-08T03:16:45,892 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741838_1014 (size=7691) 2024-11-08T03:16:46,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:16:46,196 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:46,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:46,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,36681,1731035794151 2024-11-08T03:16:46,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f13610 2024-11-08T03:16:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:46,545 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T03:16:46,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:16:46,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45405,1731035794317, seqNum=-1] 2024-11-08T03:16:46,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:46,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T03:16:46,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T03:16:46,600 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:46,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T03:16:46,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ for inclusion in 472f6b41baa9b5b7df1dac8d65861ec3/f 2024-11-08T03:16:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T03:16:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:46,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ for inclusion in 472f6b41baa9b5b7df1dac8d65861ec3/f 2024-11-08T03:16:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T03:16:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HRegion(2603): Flush status journal for 472f6b41baa9b5b7df1dac8d65861ec3: 2024-11-08T03:16:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9484cd858de7498daece27397179ef83_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:16:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/5adfc73ba348442a83bc98dbd5b881e0_SeqId_4_ 2024-11-08T03:16:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:16:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/be3f1161bd9849278cf53875a4146452_SeqId_4_ 2024-11-08T03:16:46,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/5adfc73ba348442a83bc98dbd5b881e0_SeqId_4_ - updating store file list. 2024-11-08T03:16:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5adfc73ba348442a83bc98dbd5b881e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:46,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/5adfc73ba348442a83bc98dbd5b881e0_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f 2024-11-08T03:16:46,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f (new location: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/5adfc73ba348442a83bc98dbd5b881e0_SeqId_4_) 2024-11-08T03:16:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/9484cd858de7498daece27397179ef83_SeqId_4_ 2024-11-08T03:16:46,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/be3f1161bd9849278cf53875a4146452_SeqId_4_ - updating store file list. 2024-11-08T03:16:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be3f1161bd9849278cf53875a4146452_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:46,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/be3f1161bd9849278cf53875a4146452_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f 2024-11-08T03:16:46,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ into 472f6b41baa9b5b7df1dac8d65861ec3/f (new location: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/f/be3f1161bd9849278cf53875a4146452_SeqId_4_) 2024-11-08T03:16:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/staging/jenkins.hfs.6__test__gnk4292vq7943cmkfj3aima05v2qbj1ov5umtguum00p2ensqf6tputg019r5pih/f/ea2ab52bd61848bfbf05cb9b65f2ee7b_SeqId_4_ 2024-11-08T03:16:46,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(324): Finished replicating [ff49ccea-2eba-4b19-b803-59ca8dc4cd12] bulk loaded data 2024-11-08T03:16:47,104 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:47,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:16:47,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731035807210/Put/seqid=0 2024-11-08T03:16:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741842_1018 (size=7997) 2024-11-08T03:16:47,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731035807618/Put/seqid=0 2024-11-08T03:16:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741843_1019 (size=7794) 2024-11-08T03:16:47,708 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:48,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bae48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:48,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37861,-1 for getting cluster id 2024-11-08T03:16:48,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:16:48,025 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff49ccea-2eba-4b19-b803-59ca8dc4cd12' 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff49ccea-2eba-4b19-b803-59ca8dc4cd12" 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f44ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37861,-1] 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:16:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:48,026 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:16:48,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779fe892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:16:48,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:48,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:48,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:16:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37861,1731035788582 2024-11-08T03:16:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-08T03:16:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:16:48,038 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:16:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2] 2024-11-08T03:16:48,045 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:16:48,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T03:16:48,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T03:16:48,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_1 for inclusion in 40556923c3e332d087ef9b50740289d2/f1 2024-11-08T03:16:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T03:16:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:48,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_0 for inclusion in 40556923c3e332d087ef9b50740289d2/f1 2024-11-08T03:16:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T03:16:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:16:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegion(2603): Flush status journal for 40556923c3e332d087ef9b50740289d2: 2024-11-08T03:16:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_1 to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_1 2024-11-08T03:16:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_1 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/cf088a03b9714b35bd9cd9a29e2b3851_SeqId_6_ 2024-11-08T03:16:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/load_f1/f1/hfile_0 to hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_0 2024-11-08T03:16:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_0 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/2ef35855f24f430085562e6c059c7eca_SeqId_6_ 2024-11-08T03:16:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T03:16:48,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_1 into 40556923c3e332d087ef9b50740289d2/f1 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/cf088a03b9714b35bd9cd9a29e2b3851_SeqId_6_ - updating store file list. 2024-11-08T03:16:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf088a03b9714b35bd9cd9a29e2b3851_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:48,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/cf088a03b9714b35bd9cd9a29e2b3851_SeqId_6_ into 40556923c3e332d087ef9b50740289d2/f1 2024-11-08T03:16:48,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_1 into 40556923c3e332d087ef9b50740289d2/f1 (new location: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/cf088a03b9714b35bd9cd9a29e2b3851_SeqId_6_) 2024-11-08T03:16:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_1 2024-11-08T03:16:48,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_0 into 40556923c3e332d087ef9b50740289d2/f1 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/2ef35855f24f430085562e6c059c7eca_SeqId_6_ - updating store file list. 2024-11-08T03:16:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ef35855f24f430085562e6c059c7eca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:16:48,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/2ef35855f24f430085562e6c059c7eca_SeqId_6_ into 40556923c3e332d087ef9b50740289d2/f1 2024-11-08T03:16:48,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_0 into 40556923c3e332d087ef9b50740289d2/f1 (new location: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/f1/2ef35855f24f430085562e6c059c7eca_SeqId_6_) 2024-11-08T03:16:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/staging/jenkins__test__nfc5tfqb999j7smfb8ik0eu78tg5fusodotk42pt1ro820s18eoqa9jhhgdg4o7d/f1/hfile_0 2024-11-08T03:16:48,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:16:48,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:16:48,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:48,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:16:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 , the old value is region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:40325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:16:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:16:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2 from cache 2024-11-08T03:16:48,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:16:48,082 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:16:48,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:16:48,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,40325,1731035788859, seqNum=-1] 2024-11-08T03:16:48,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:16:48,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:16:48,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035797780.40556923c3e332d087ef9b50740289d2., hostname=350fccc412b5,40325,1731035788859, seqNum=2] 2024-11-08T03:16:48,188 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:16:48,412 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 687, reset compression=false 2024-11-08T03:16:48,417 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:16:48,417 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:48,417 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:16:48,621 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:48,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:16:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:48,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:16:48,924 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:49,328 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:49,832 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:49,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:16:49,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:16:50,436 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:51,139 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:51,944 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:52,847 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:53,852 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:54,956 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:56,160 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:57,464 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:16:58,169 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:16:58,869 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:00,372 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:01,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:03,680 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:03,740 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:17:05,483 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:07,387 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:08,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: null 2024-11-08T03:17:09,392 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:11,496 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:12,268 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T03:17:12,268 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T03:17:13,702 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:16,007 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:17,696 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T03:17:17,696 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T03:17:18,411 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:20,914 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:23,518 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:23,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 40556923c3e332d087ef9b50740289d2, had cached 0 bytes from a total of 31376 2024-11-08T03:17:26,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 472f6b41baa9b5b7df1dac8d65861ec3, had cached 0 bytes from a total of 15585 2024-11-08T03:17:26,222 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:28,169 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:17:28,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: null 2024-11-08T03:17:29,026 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:31,929 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:33,740 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:17:34,933 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:37,724 DEBUG [master/350fccc412b5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T03:17:38,041 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:41,245 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:44,549 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:47,955 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:48,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:17:48,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:17:48,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:48,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:48,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:48,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:17:48,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:17:48,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1547475708, stopped=false 2024-11-08T03:17:48,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,36681,1731035794151 2024-11-08T03:17:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1767736799/running 2024-11-08T03:17:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1767736799/running 2024-11-08T03:17:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:17:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:17:48,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:17:48,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:17:48,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:48,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:48,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,45405,1731035794317' ***** 2024-11-08T03:17:48,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:17:48,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/running 2024-11-08T03:17:48,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Set watcher on znode that does not yet exist, /1-1767736799/running 2024-11-08T03:17:48,170 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T03:17:48,170 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:17:48,170 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 472f6b41baa9b5b7df1dac8d65861ec3, disabling compactions & flushes 2024-11-08T03:17:48,170 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:17:48,170 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:17:48,170 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. after waiting 0 ms 2024-11-08T03:17:48,170 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:17:48,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,45405,1731035794317 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:17:48,171 INFO [RS:0;350fccc412b5:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45405. 2024-11-08T03:17:48,171 DEBUG [RS:0;350fccc412b5:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:48,172 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:48,172 INFO [RS:0;350fccc412b5:45405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:17:48,172 INFO [RS:0;350fccc412b5:45405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:17:48,172 INFO [RS:0;350fccc412b5:45405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:17:48,172 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:17:48,172 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:17:48,172 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1325): Online Regions={472f6b41baa9b5b7df1dac8d65861ec3=test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:17:48,172 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472f6b41baa9b5b7df1dac8d65861ec3 2024-11-08T03:17:48,172 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:17:48,172 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:17:48,172 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:17:48,172 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:17:48,172 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:17:48,172 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T03:17:48,179 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/default/test/472f6b41baa9b5b7df1dac8d65861ec3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T03:17:48,180 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:48,180 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:17:48,180 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:17:48,180 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 472f6b41baa9b5b7df1dac8d65861ec3: Waiting for close lock at 1731035868170Running coprocessor pre-close hooks at 1731035868170Disabling compacts and flushes for region at 1731035868170Disabling writes for close at 1731035868170Writing region close event to WAL at 1731035868176 (+6 ms)Running coprocessor post-close hooks at 1731035868180 (+4 ms)Closed at 1731035868180 2024-11-08T03:17:48,180 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3. 2024-11-08T03:17:48,184 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:17:48,189 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/info/41cc2278509d4af5a4c8ec37e8345aaf is 129, key is test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3./info:regioninfo/1731035801096/Put/seqid=0 2024-11-08T03:17:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741839_1015 (size=6421) 2024-11-08T03:17:48,372 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:48,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: null 2024-11-08T03:17:48,573 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:48,594 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/info/41cc2278509d4af5a4c8ec37e8345aaf 2024-11-08T03:17:48,614 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/ns/9467250177754957bee39b546f10471b is 43, key is default/ns:d/1731035797678/Put/seqid=0 2024-11-08T03:17:48,615 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:17:48,615 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:17:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741840_1016 (size=5153) 2024-11-08T03:17:48,773 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:48,973 DEBUG [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:49,020 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/ns/9467250177754957bee39b546f10471b 2024-11-08T03:17:49,047 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/rep_barrier/951cc72f42f6428d8988049f73885285 is 112, key is test,,1731035799941.472f6b41baa9b5b7df1dac8d65861ec3./rep_barrier:seqnumDuringOpen/1731035801096/Put/seqid=0 2024-11-08T03:17:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741841_1017 (size=5518) 2024-11-08T03:17:49,054 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/rep_barrier/951cc72f42f6428d8988049f73885285 2024-11-08T03:17:49,075 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/table/680b736ad4734cf98529c4df412b9125 is 40, key is test/table:state/1731035801108/Put/seqid=0 2024-11-08T03:17:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741842_1018 (size=5165) 2024-11-08T03:17:49,099 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/table/680b736ad4734cf98529c4df412b9125 2024-11-08T03:17:49,107 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/info/41cc2278509d4af5a4c8ec37e8345aaf as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/info/41cc2278509d4af5a4c8ec37e8345aaf 2024-11-08T03:17:49,118 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/info/41cc2278509d4af5a4c8ec37e8345aaf, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T03:17:49,120 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/ns/9467250177754957bee39b546f10471b as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/ns/9467250177754957bee39b546f10471b 2024-11-08T03:17:49,131 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/ns/9467250177754957bee39b546f10471b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:17:49,132 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/rep_barrier/951cc72f42f6428d8988049f73885285 as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/rep_barrier/951cc72f42f6428d8988049f73885285 2024-11-08T03:17:49,138 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/rep_barrier/951cc72f42f6428d8988049f73885285, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T03:17:49,139 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/.tmp/table/680b736ad4734cf98529c4df412b9125 as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/table/680b736ad4734cf98529c4df412b9125 2024-11-08T03:17:49,144 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/table/680b736ad4734cf98529c4df412b9125, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:17:49,145 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=11, compaction requested=false 2024-11-08T03:17:49,151 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:17:49,152 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:49,152 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:17:49,152 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:17:49,152 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035868172Running coprocessor pre-close hooks at 1731035868172Disabling compacts and flushes for region at 1731035868172Disabling writes for close at 1731035868172Obtaining lock to block concurrent updates at 1731035868172Preparing flush snapshotting stores in 1588230740 at 1731035868172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731035868173 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035868173Flushing 1588230740/info: creating writer at 1731035868173Flushing 1588230740/info: appending metadata at 1731035868188 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731035868188Flushing 1588230740/ns: creating writer at 1731035868600 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731035868614 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731035868614Flushing 1588230740/rep_barrier: creating writer at 1731035869026 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035869046 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035869047 (+1 ms)Flushing 1588230740/table: creating writer at 1731035869060 (+13 ms)Flushing 1588230740/table: appending metadata at 1731035869074 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731035869074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8d4290: reopening flushed file at 1731035869106 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc6afe1: reopening flushed file at 1731035869118 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d383267: reopening flushed file at 1731035869131 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4d95d2: reopening flushed file at 1731035869138 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=11, compaction requested=false at 1731035869145 (+7 ms)Writing region close event to WAL at 1731035869147 (+2 ms)Running coprocessor post-close hooks at 1731035869152 (+5 ms)Closed at 1731035869152 2024-11-08T03:17:49,152 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:17:49,173 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,45405,1731035794317; all regions closed. 2024-11-08T03:17:49,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741834_1010 (size=2717) 2024-11-08T03:17:49,177 DEBUG [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/oldWALs 2024-11-08T03:17:49,177 INFO [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C45405%2C1731035794317.meta:.meta(num 1731035797627) 2024-11-08T03:17:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741832_1008 (size=1028) 2024-11-08T03:17:49,181 DEBUG [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/oldWALs 2024-11-08T03:17:49,181 INFO [RS:0;350fccc412b5:45405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C45405%2C1731035794317:(num 1731035796660) 2024-11-08T03:17:49,181 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:49,181 INFO [RS:0;350fccc412b5:45405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:17:49,181 INFO [RS:0;350fccc412b5:45405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:17:49,181 INFO [RS:0;350fccc412b5:45405 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T03:17:49,182 INFO [RS:0;350fccc412b5:45405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:17:49,182 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:17:49,182 INFO [RS:0;350fccc412b5:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45405. 2024-11-08T03:17:49,182 DEBUG [RS:0;350fccc412b5:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:49,182 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:49,182 DEBUG [RS:0;350fccc412b5:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:49,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:17:49,182 INFO [RS:0;350fccc412b5:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45405 2024-11-08T03:17:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1767736799/rs/350fccc412b5,45405,1731035794317 2024-11-08T03:17:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799/rs 2024-11-08T03:17:49,232 INFO [RS:0;350fccc412b5:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:17:49,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,45405,1731035794317] 2024-11-08T03:17:49,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1767736799/draining/350fccc412b5,45405,1731035794317 already deleted, retry=false 2024-11-08T03:17:49,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,45405,1731035794317 expired; onlineServers=0 2024-11-08T03:17:49,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,36681,1731035794151' ***** 2024-11-08T03:17:49,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:17:49,264 DEBUG [M:0;350fccc412b5:36681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:17:49,264 DEBUG [M:0;350fccc412b5:36681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:17:49,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:17:49,264 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035796359 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035796359,5,FailOnTimeoutGroup] 2024-11-08T03:17:49,264 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035796359 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035796359,5,FailOnTimeoutGroup] 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:17:49,264 DEBUG [M:0;350fccc412b5:36681 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:17:49,264 INFO [M:0;350fccc412b5:36681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:17:49,265 INFO [M:0;350fccc412b5:36681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:17:49,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:17:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1767736799/master 2024-11-08T03:17:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1767736799 2024-11-08T03:17:49,274 DEBUG [M:0;350fccc412b5:36681 {}] zookeeper.ZKUtil(347): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Unable to get data of znode /1-1767736799/master because node does not exist (not an error) 2024-11-08T03:17:49,274 WARN [M:0;350fccc412b5:36681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:17:49,275 INFO [M:0;350fccc412b5:36681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/.lastflushedseqids 2024-11-08T03:17:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741843_1019 (size=173) 2024-11-08T03:17:49,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:49,343 INFO [RS:0;350fccc412b5:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:17:49,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1011871e8ca0004, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:49,343 INFO [RS:0;350fccc412b5:45405 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,45405,1731035794317; zookeeper connection closed. 2024-11-08T03:17:49,343 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ef0d3dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ef0d3dc 2024-11-08T03:17:49,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:17:49,680 INFO [M:0;350fccc412b5:36681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:17:49,680 INFO [M:0;350fccc412b5:36681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:17:49,680 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:17:49,680 INFO [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:49,680 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:49,680 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:17:49,680 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:49,680 INFO [M:0;350fccc412b5:36681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-08T03:17:49,694 DEBUG [M:0;350fccc412b5:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbe874378baa4106afbc3b403c89c7d0 is 82, key is hbase:meta,,1/info:regioninfo/1731035797660/Put/seqid=0 2024-11-08T03:17:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741844_1020 (size=5672) 2024-11-08T03:17:50,098 INFO [M:0;350fccc412b5:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbe874378baa4106afbc3b403c89c7d0 2024-11-08T03:17:50,116 DEBUG [M:0;350fccc412b5:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acda67d3aae4a2ba19fd77b8a06f92b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731035801113/Put/seqid=0 2024-11-08T03:17:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741845_1021 (size=6728) 2024-11-08T03:17:50,521 INFO [M:0;350fccc412b5:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acda67d3aae4a2ba19fd77b8a06f92b 2024-11-08T03:17:50,526 INFO [M:0;350fccc412b5:36681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4acda67d3aae4a2ba19fd77b8a06f92b 2024-11-08T03:17:50,543 DEBUG [M:0;350fccc412b5:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af3b3676e7834affba92304d31134e0b is 69, key is 350fccc412b5,45405,1731035794317/rs:state/1731035796471/Put/seqid=0 2024-11-08T03:17:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741846_1022 (size=5156) 2024-11-08T03:17:50,948 INFO [M:0;350fccc412b5:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af3b3676e7834affba92304d31134e0b 2024-11-08T03:17:50,953 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbe874378baa4106afbc3b403c89c7d0 as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbe874378baa4106afbc3b403c89c7d0 2024-11-08T03:17:50,958 INFO [M:0;350fccc412b5:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbe874378baa4106afbc3b403c89c7d0, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T03:17:50,959 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4acda67d3aae4a2ba19fd77b8a06f92b as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4acda67d3aae4a2ba19fd77b8a06f92b 2024-11-08T03:17:50,963 INFO [M:0;350fccc412b5:36681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4acda67d3aae4a2ba19fd77b8a06f92b 2024-11-08T03:17:50,963 INFO [M:0;350fccc412b5:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4acda67d3aae4a2ba19fd77b8a06f92b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T03:17:50,964 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af3b3676e7834affba92304d31134e0b as hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af3b3676e7834affba92304d31134e0b 2024-11-08T03:17:50,969 INFO [M:0;350fccc412b5:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42157/user/jenkins/test-data/376728b3-0392-6acc-5a7e-5079398aaa13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af3b3676e7834affba92304d31134e0b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T03:17:50,970 INFO [M:0;350fccc412b5:36681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-08T03:17:50,971 INFO [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:50,971 DEBUG [M:0;350fccc412b5:36681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035869680Disabling compacts and flushes for region at 1731035869680Disabling writes for close at 1731035869680Obtaining lock to block concurrent updates at 1731035869680Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035869680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731035869681 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035869681Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035869681Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035869693 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035869693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035870103 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035870116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035870116Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035870527 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035870543 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035870543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167f6738: reopening flushed file at 1731035870952 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7deb97: reopening flushed file at 1731035870958 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4743147b: reopening flushed file at 1731035870964 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731035870970 (+6 ms)Writing region close event to WAL at 1731035870971 (+1 ms)Closed at 1731035870971 2024-11-08T03:17:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741830_1006 (size=33038) 2024-11-08T03:17:50,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:17:50,979 INFO [M:0;350fccc412b5:36681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:17:50,980 INFO [M:0;350fccc412b5:36681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36681 2024-11-08T03:17:50,980 INFO [M:0;350fccc412b5:36681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:17:51,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:51,132 INFO [M:0;350fccc412b5:36681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:17:51,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1011871e8ca0003, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:51,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cb09f69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:17:51,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a64fc18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:17:51,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:17:51,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fab496f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:17:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59207fea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir/,STOPPED} 2024-11-08T03:17:51,138 WARN [BP-43334499-172.17.0.3-1731035792244 heartbeating to localhost/127.0.0.1:42157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:17:51,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:17:51,138 WARN [BP-43334499-172.17.0.3-1731035792244 heartbeating to localhost/127.0.0.1:42157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-43334499-172.17.0.3-1731035792244 (Datanode Uuid add7522d-e51e-43c6-9494-83c0bce13565) service to localhost/127.0.0.1:42157 2024-11-08T03:17:51,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:17:51,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/cluster_9ecc1f67-6336-7ead-12ff-d4de197ecfd6/data/data1/current/BP-43334499-172.17.0.3-1731035792244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:17:51,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/cluster_9ecc1f67-6336-7ead-12ff-d4de197ecfd6/data/data2/current/BP-43334499-172.17.0.3-1731035792244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:17:51,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:17:51,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b84ed5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:17:51,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eff6bf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:17:51,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:17:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@310fd993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:17:51,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578373ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir/,STOPPED} 2024-11-08T03:17:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:17:51,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:17:51,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:17:51,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:51,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:51,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:51,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:17:51,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:17:51,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=695041459, stopped=false 2024-11-08T03:17:51,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,37861,1731035788582 2024-11-08T03:17:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0219709363/running 2024-11-08T03:17:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0219709363/running 2024-11-08T03:17:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:17:51,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:17:51,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:17:51,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:17:51,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:51,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:51,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/running 2024-11-08T03:17:51,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Set watcher on znode that does not yet exist, /0219709363/running 2024-11-08T03:17:51,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,40325,1731035788859' ***** 2024-11-08T03:17:51,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:17:51,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for 40556923c3e332d087ef9b50740289d2 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,40325,1731035788859 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:40325. 2024-11-08T03:17:51,181 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40556923c3e332d087ef9b50740289d2, disabling compactions & flushes 2024-11-08T03:17:51,181 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:17:51,181 DEBUG [RS:0;350fccc412b5:40325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:51,181 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:17:51,181 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:51,181 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035797780.40556923c3e332d087ef9b50740289d2. after waiting 0 ms 2024-11-08T03:17:51,181 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:17:51,181 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:17:51,185 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:17:51,185 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40556923c3e332d087ef9b50740289d2=test,,1731035797780.40556923c3e332d087ef9b50740289d2., a2e4bd2e323b73cbba3d6f2fea1d497c=hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c.} 2024-11-08T03:17:51,185 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40556923c3e332d087ef9b50740289d2, a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:17:51,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:17:51,186 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:17:51,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:17:51,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:17:51,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:17:51,186 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:17:51,197 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/default/test/40556923c3e332d087ef9b50740289d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:17:51,197 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:51,197 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:17:51,197 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:17:51,197 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40556923c3e332d087ef9b50740289d2: Waiting for close lock at 1731035871181Running coprocessor pre-close hooks at 1731035871181Disabling compacts and flushes for region at 1731035871181Disabling writes for close at 1731035871181Writing region close event to WAL at 1731035871193 (+12 ms)Running coprocessor post-close hooks at 1731035871197 (+4 ms)Closed at 1731035871197 2024-11-08T03:17:51,198 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035797780.40556923c3e332d087ef9b50740289d2. 2024-11-08T03:17:51,198 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2e4bd2e323b73cbba3d6f2fea1d497c, disabling compactions & flushes 2024-11-08T03:17:51,198 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:17:51,198 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:17:51,198 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. after waiting 0 ms 2024-11-08T03:17:51,198 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:17:51,198 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2e4bd2e323b73cbba3d6f2fea1d497c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T03:17:51,209 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:17:51,209 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/info/a6dfc4aebc2047929881c05801024eca is 147, key is hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c./info:regioninfo/1731035803279/Put/seqid=0 2024-11-08T03:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/hfileref/e18b7f5bf81040258e928693e76995d7 is 74, key is 1/hfileref:9484cd858de7498daece27397179ef83_SeqId_4_/1731035806640/DeleteColumn/seqid=0 2024-11-08T03:17:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741845_1021 (size=5203) 2024-11-08T03:17:51,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741844_1020 (size=7686) 2024-11-08T03:17:51,386 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:17:51,458 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 997, reset compression=false 2024-11-08T03:17:51,469 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:17:51,470 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 1292, reset compression=false 2024-11-08T03:17:51,470 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,40325,1731035788859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:17:51,471 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,40325,1731035788859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,40325,1731035788859, walGroup=350fccc412b5%2C40325%2C1731035788859, offset=350fccc412b5%2C40325%2C1731035788859.1731035791073:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:17:51,472 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:17:51,473 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:17:51,473 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:17:51,474 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:17:51,474 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:17:51,474 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 460122176 }, "NonHeapMemoryUsage": { "committed": 181075968, "init": 7667712, "max": -1, "used": 176263416 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:17:51,476 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:37861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:37861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:17:51,586 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2e4bd2e323b73cbba3d6f2fea1d497c 2024-11-08T03:17:51,619 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/hfileref/e18b7f5bf81040258e928693e76995d7 2024-11-08T03:17:51,624 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/info/a6dfc4aebc2047929881c05801024eca 2024-11-08T03:17:51,645 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/queue/8ee303a872124fefb5bcc74ee4d92f08 is 153, key is 1-350fccc412b5,40325,1731035788859/queue:350fccc412b5%2C40325%2C1731035788859/1731035808418/Put/seqid=0 2024-11-08T03:17:51,652 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/ns/b704443bb1424edb93e91870c21f2008 is 43, key is default/ns:d/1731035792162/Put/seqid=0 2024-11-08T03:17:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741846_1022 (size=5352) 2024-11-08T03:17:51,654 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/queue/8ee303a872124fefb5bcc74ee4d92f08 2024-11-08T03:17:51,660 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/hfileref/e18b7f5bf81040258e928693e76995d7 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref/e18b7f5bf81040258e928693e76995d7 2024-11-08T03:17:51,666 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref/e18b7f5bf81040258e928693e76995d7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T03:17:51,668 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/.tmp/queue/8ee303a872124fefb5bcc74ee4d92f08 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/queue/8ee303a872124fefb5bcc74ee4d92f08 2024-11-08T03:17:51,674 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/queue/8ee303a872124fefb5bcc74ee4d92f08, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T03:17:51,675 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a2e4bd2e323b73cbba3d6f2fea1d497c in 477ms, sequenceid=10, compaction requested=false 2024-11-08T03:17:51,679 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 1292, reset compression=false 2024-11-08T03:17:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741847_1023 (size=5153) 2024-11-08T03:17:51,683 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/ns/b704443bb1424edb93e91870c21f2008 2024-11-08T03:17:51,685 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/replication/a2e4bd2e323b73cbba3d6f2fea1d497c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:17:51,685 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:51,685 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:17:51,686 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:17:51,686 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2e4bd2e323b73cbba3d6f2fea1d497c: Waiting for close lock at 1731035871198Running coprocessor pre-close hooks at 1731035871198Disabling compacts and flushes for region at 1731035871198Disabling writes for close at 1731035871198Obtaining lock to block concurrent updates at 1731035871198Preparing flush snapshotting stores in a2e4bd2e323b73cbba3d6f2fea1d497c at 1731035871198Finished memstore snapshotting hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731035871198Flushing stores of hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. at 1731035871199 (+1 ms)Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref: creating writer at 1731035871199Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref: appending metadata at 1731035871214 (+15 ms)Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/hfileref: closing flushed file at 1731035871214Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/queue: creating writer at 1731035871625 (+411 ms)Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/queue: appending metadata at 1731035871645 (+20 ms)Flushing a2e4bd2e323b73cbba3d6f2fea1d497c/queue: closing flushed file at 1731035871645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ca445d: reopening flushed file at 1731035871659 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568c6ec3: reopening flushed file at 1731035871667 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a2e4bd2e323b73cbba3d6f2fea1d497c in 477ms, sequenceid=10, compaction requested=false at 1731035871675 (+8 ms)Writing region close event to WAL at 1731035871680 (+5 ms)Running coprocessor post-close hooks at 1731035871685 (+5 ms)Closed at 1731035871685 2024-11-08T03:17:51,686 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035802111.a2e4bd2e323b73cbba3d6f2fea1d497c. 2024-11-08T03:17:51,708 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/rep_barrier/59e2232b412142a2a72cea71b755a8e8 is 112, key is test,,1731035797780.40556923c3e332d087ef9b50740289d2./rep_barrier:seqnumDuringOpen/1731035798941/Put/seqid=0 2024-11-08T03:17:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741848_1024 (size=5518) 2024-11-08T03:17:51,786 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:51,985 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 1292, reset compression=false 2024-11-08T03:17:51,986 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:52,016 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:17:52,016 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:17:52,113 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/rep_barrier/59e2232b412142a2a72cea71b755a8e8 2024-11-08T03:17:52,130 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/table/7759636d79ae4dea805aa3aee0f17b34 is 53, key is hbase:replication/table:state/1731035803289/Put/seqid=0 2024-11-08T03:17:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741849_1025 (size=5308) 2024-11-08T03:17:52,186 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:17:52,186 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:17:52,186 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:52,387 DEBUG [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:17:52,388 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.wal-reader.350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.1731035791073 to pos 1292, reset compression=false 2024-11-08T03:17:52,534 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/table/7759636d79ae4dea805aa3aee0f17b34 2024-11-08T03:17:52,540 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/info/a6dfc4aebc2047929881c05801024eca as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/info/a6dfc4aebc2047929881c05801024eca 2024-11-08T03:17:52,545 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/info/a6dfc4aebc2047929881c05801024eca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:17:52,546 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/ns/b704443bb1424edb93e91870c21f2008 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/ns/b704443bb1424edb93e91870c21f2008 2024-11-08T03:17:52,551 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/ns/b704443bb1424edb93e91870c21f2008, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:17:52,551 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/rep_barrier/59e2232b412142a2a72cea71b755a8e8 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/rep_barrier/59e2232b412142a2a72cea71b755a8e8 2024-11-08T03:17:52,556 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/rep_barrier/59e2232b412142a2a72cea71b755a8e8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:17:52,557 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/.tmp/table/7759636d79ae4dea805aa3aee0f17b34 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/table/7759636d79ae4dea805aa3aee0f17b34 2024-11-08T03:17:52,562 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/table/7759636d79ae4dea805aa3aee0f17b34, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:17:52,562 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false 2024-11-08T03:17:52,566 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:17:52,567 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:52,567 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:17:52,567 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:17:52,567 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035871185Running coprocessor pre-close hooks at 1731035871185Disabling compacts and flushes for region at 1731035871185Disabling writes for close at 1731035871186 (+1 ms)Obtaining lock to block concurrent updates at 1731035871186Preparing flush snapshotting stores in 1588230740 at 1731035871186Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035871186Flushing stores of hbase:meta,,1.1588230740 at 1731035871187 (+1 ms)Flushing 1588230740/info: creating writer at 1731035871187Flushing 1588230740/info: appending metadata at 1731035871209 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731035871209Flushing 1588230740/ns: creating writer at 1731035871632 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731035871651 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731035871652 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731035871689 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035871708 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035871708Flushing 1588230740/table: creating writer at 1731035872117 (+409 ms)Flushing 1588230740/table: appending metadata at 1731035872130 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731035872130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6194d897: reopening flushed file at 1731035872540 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eadeabe: reopening flushed file at 1731035872546 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e12c5d: reopening flushed file at 1731035872551 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2188b2: reopening flushed file at 1731035872556 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false at 1731035872562 (+6 ms)Writing region close event to WAL at 1731035872564 (+2 ms)Running coprocessor post-close hooks at 1731035872567 (+3 ms)Closed at 1731035872567 2024-11-08T03:17:52,567 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:17:52,587 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,40325,1731035788859; all regions closed. 2024-11-08T03:17:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:17:52,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.meta.1731035792070.meta not finished, retry = 0 2024-11-08T03:17:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741839_1015 (size=2700) 2024-11-08T03:17:52,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/WALs/350fccc412b5,40325,1731035788859/350fccc412b5%2C40325%2C1731035788859.rep.1731035803246 not finished, retry = 0 2024-11-08T03:17:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741832_1008 (size=1300) 2024-11-08T03:17:52,796 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:52,796 INFO [RS:0;350fccc412b5:40325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:17:52,796 INFO [RS:0;350fccc412b5:40325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:17:52,797 INFO [RS:0;350fccc412b5:40325 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T03:17:52,797 INFO [RS:0;350fccc412b5:40325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:17:52,797 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:17:52,797 INFO [RS:0;350fccc412b5:40325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,40325,1731035788859 because: Region server is closing 2024-11-08T03:17:52,797 INFO [RS:0;350fccc412b5:40325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:40325. 2024-11-08T03:17:52,797 DEBUG [RS:0;350fccc412b5:40325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:17:52,797 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:52,797 DEBUG [RS:0;350fccc412b5:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:17:52,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:17:52,897 INFO [RS:0;350fccc412b5:40325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,40325,1731035788859.replicationSource.shipper350fccc412b5%2C40325%2C1731035788859,1-350fccc412b5,40325,1731035788859 terminated 2024-11-08T03:17:52,898 INFO [RS:0;350fccc412b5:40325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40325 2024-11-08T03:17:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0219709363/rs/350fccc412b5,40325,1731035788859 2024-11-08T03:17:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363/rs 2024-11-08T03:17:52,948 INFO [RS:0;350fccc412b5:40325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:17:52,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,40325,1731035788859] 2024-11-08T03:17:52,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0219709363/draining/350fccc412b5,40325,1731035788859 already deleted, retry=false 2024-11-08T03:17:52,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,40325,1731035788859 expired; onlineServers=0 2024-11-08T03:17:52,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,37861,1731035788582' ***** 2024-11-08T03:17:52,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:17:52,969 DEBUG [M:0;350fccc412b5:37861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:17:52,969 DEBUG [M:0;350fccc412b5:37861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:17:52,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:17:52,969 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035790855 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035790855,5,FailOnTimeoutGroup] 2024-11-08T03:17:52,969 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035790855 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035790855,5,FailOnTimeoutGroup] 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:17:52,969 DEBUG [M:0;350fccc412b5:37861 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:17:52,969 INFO [M:0;350fccc412b5:37861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:17:52,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:17:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0219709363/master 2024-11-08T03:17:52,979 DEBUG [M:0;350fccc412b5:37861 {}] zookeeper.ZKUtil(347): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Unable to get data of znode /0219709363/master because node does not exist (not an error) 2024-11-08T03:17:52,979 WARN [M:0;350fccc412b5:37861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:17:52,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0219709363 2024-11-08T03:17:52,980 INFO [M:0;350fccc412b5:37861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/.lastflushedseqids 2024-11-08T03:17:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741850_1026 (size=263) 2024-11-08T03:17:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:53,058 INFO [RS:0;350fccc412b5:40325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:17:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x1011871e8ca0001, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:53,058 INFO [RS:0;350fccc412b5:40325 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,40325,1731035788859; zookeeper connection closed. 2024-11-08T03:17:53,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dfb9d85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dfb9d85 2024-11-08T03:17:53,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:17:53,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,386 INFO [M:0;350fccc412b5:37861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:17:53,387 INFO [M:0;350fccc412b5:37861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:17:53,387 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:17:53,387 INFO [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:53,387 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:53,387 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:17:53,387 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:53,387 INFO [M:0;350fccc412b5:37861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-08T03:17:53,407 DEBUG [M:0;350fccc412b5:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03762ff25aa43d6bd45a75126d2c615 is 82, key is hbase:meta,,1/info:regioninfo/1731035792101/Put/seqid=0 2024-11-08T03:17:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741851_1027 (size=5672) 2024-11-08T03:17:53,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:17:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:17:53,812 INFO [M:0;350fccc412b5:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03762ff25aa43d6bd45a75126d2c615 2024-11-08T03:17:53,836 DEBUG [M:0;350fccc412b5:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/545a2769d68943c9ad4e154419dafe49 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731035798957/Put/seqid=0 2024-11-08T03:17:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741852_1028 (size=7241) 2024-11-08T03:17:54,241 INFO [M:0;350fccc412b5:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/545a2769d68943c9ad4e154419dafe49 2024-11-08T03:17:54,245 INFO [M:0;350fccc412b5:37861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a2769d68943c9ad4e154419dafe49 2024-11-08T03:17:54,261 DEBUG [M:0;350fccc412b5:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fa7cef1ae84b8aa369792218d24633 is 69, key is 350fccc412b5,40325,1731035788859/rs:state/1731035790925/Put/seqid=0 2024-11-08T03:17:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741853_1029 (size=5156) 2024-11-08T03:17:54,669 INFO [M:0;350fccc412b5:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fa7cef1ae84b8aa369792218d24633 2024-11-08T03:17:54,675 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03762ff25aa43d6bd45a75126d2c615 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b03762ff25aa43d6bd45a75126d2c615 2024-11-08T03:17:54,681 INFO [M:0;350fccc412b5:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b03762ff25aa43d6bd45a75126d2c615, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T03:17:54,682 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/545a2769d68943c9ad4e154419dafe49 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/545a2769d68943c9ad4e154419dafe49 2024-11-08T03:17:54,692 INFO [M:0;350fccc412b5:37861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a2769d68943c9ad4e154419dafe49 2024-11-08T03:17:54,692 INFO [M:0;350fccc412b5:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/545a2769d68943c9ad4e154419dafe49, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T03:17:54,694 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fa7cef1ae84b8aa369792218d24633 as hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fa7cef1ae84b8aa369792218d24633 2024-11-08T03:17:54,699 INFO [M:0;350fccc412b5:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/ad6c00c6-868c-2340-dae2-2e79d7917684/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fa7cef1ae84b8aa369792218d24633, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T03:17:54,701 INFO [M:0;350fccc412b5:37861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=105, compaction requested=false 2024-11-08T03:17:54,702 INFO [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:54,702 DEBUG [M:0;350fccc412b5:37861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035873387Disabling compacts and flushes for region at 1731035873387Disabling writes for close at 1731035873387Obtaining lock to block concurrent updates at 1731035873387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035873387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731035873388 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035873388Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035873388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035873406 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035873406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035873816 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035873835 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035873835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035874245 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035874261 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035874261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719aa343: reopening flushed file at 1731035874674 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6beace78: reopening flushed file at 1731035874681 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13142644: reopening flushed file at 1731035874693 (+12 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=105, compaction requested=false at 1731035874701 (+8 ms)Writing region close event to WAL at 1731035874702 (+1 ms)Closed at 1731035874702 2024-11-08T03:17:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741830_1006 (size=64538) 2024-11-08T03:17:54,705 INFO [M:0;350fccc412b5:37861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:17:54,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:17:54,705 INFO [M:0;350fccc412b5:37861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37861 2024-11-08T03:17:54,705 INFO [M:0;350fccc412b5:37861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:17:54,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:54,858 INFO [M:0;350fccc412b5:37861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:17:54,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1011871e8ca0000, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:17:54,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bbd428e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:17:54,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b150cdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:17:54,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:17:54,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d3f09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:17:54,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1378a62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir/,STOPPED} 2024-11-08T03:17:54,894 WARN [BP-384049599-172.17.0.3-1731035786552 heartbeating to localhost/127.0.0.1:38975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:17:54,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:17:54,894 WARN [BP-384049599-172.17.0.3-1731035786552 heartbeating to localhost/127.0.0.1:38975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384049599-172.17.0.3-1731035786552 (Datanode Uuid b7af15d5-316a-4ae6-ae71-627af159fb39) service to localhost/127.0.0.1:38975 2024-11-08T03:17:54,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:17:54,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/data/data1/current/BP-384049599-172.17.0.3-1731035786552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:17:54,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/cluster_fba7be78-2f5c-5f9d-ff35-acf9a5ccddec/data/data2/current/BP-384049599-172.17.0.3-1731035786552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:17:54,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:17:54,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e0659e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:17:54,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a78f7ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:17:54,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:17:54,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:17:54,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0322f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c7dede6a-1efc-0eb7-51dd-3411cb190ab6/hadoop.log.dir/,STOPPED} 2024-11-08T03:17:54,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:17:54,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:17:54,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42157 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1b68b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38975 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1b68b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=508 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4994 (was 5095) 2024-11-08T03:17:54,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=508, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=4994 2024-11-08T03:17:54,941 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T03:17:54,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir so I do NOT create it in target/test-data/fe367719-0331-9be6-e326-6b390e9720ab 2024-11-08T03:17:54,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:17:54,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.tmp.dir so I do NOT create it in target/test-data/fe367719-0331-9be6-e326-6b390e9720ab 2024-11-08T03:17:54,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77f96788-72c1-a0ce-134b-6615a194217b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:17:54,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab 2024-11-08T03:17:54,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4, deleteOnExit=true 2024-11-08T03:17:54,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/zookeeper_0, clientPort=62827, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:17:54,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62827 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/test.cache.data in system properties and HBase conf 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:17:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:17:54,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:17:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:17:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011871e8ca0005, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:17:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011871e8ca0002, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:17:55,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011871e8ca0002, quorum=127.0.0.1:51281, baseZNode=/0219709363 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:17:55,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011871e8ca0005, quorum=127.0.0.1:51281, baseZNode=/1-1767736799 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:17:55,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:17:55,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:17:55,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:17:55,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:17:55,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:17:55,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:17:55,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e07f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:17:55,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb122ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:17:55,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17048030{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/java.io.tmpdir/jetty-localhost-45989-hadoop-hdfs-3_4_1-tests_jar-_-any-13407697918917062213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:17:55,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790cc8f0{HTTP/1.1, (http/1.1)}{localhost:45989} 2024-11-08T03:17:55,578 INFO [Time-limited test {}] server.Server(415): Started @142958ms 2024-11-08T03:17:55,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:17:55,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:17:55,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:17:55,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:17:55,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:17:55,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58893b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:17:55,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec5723e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:17:56,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f79296{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/java.io.tmpdir/jetty-localhost-45263-hadoop-hdfs-3_4_1-tests_jar-_-any-12465686547975912554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:17:56,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b32556b{HTTP/1.1, (http/1.1)}{localhost:45263} 2024-11-08T03:17:56,019 INFO [Time-limited test {}] server.Server(415): Started @143399ms 2024-11-08T03:17:56,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:17:56,668 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/data/data1/current/BP-1091122734-172.17.0.3-1731035874981/current, will proceed with Du for space computation calculation, 2024-11-08T03:17:56,668 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/data/data2/current/BP-1091122734-172.17.0.3-1731035874981/current, will proceed with Du for space computation calculation, 2024-11-08T03:17:56,682 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:17:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f3a01cb64606ba with lease ID 0xfdc08b7d311d7756: Processing first storage report for DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9 from datanode DatanodeRegistration(127.0.0.1:35849, datanodeUuid=f1ec5320-cd1b-4f37-bc94-566f83023ca4, infoPort=34077, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1752565433;c=1731035874981) 2024-11-08T03:17:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f3a01cb64606ba with lease ID 0xfdc08b7d311d7756: from storage DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9 node DatanodeRegistration(127.0.0.1:35849, datanodeUuid=f1ec5320-cd1b-4f37-bc94-566f83023ca4, infoPort=34077, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1752565433;c=1731035874981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:17:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5f3a01cb64606ba with lease ID 0xfdc08b7d311d7756: Processing first storage report for DS-d3ed1b17-e382-4043-af18-605f2eb2c85c from datanode DatanodeRegistration(127.0.0.1:35849, datanodeUuid=f1ec5320-cd1b-4f37-bc94-566f83023ca4, infoPort=34077, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1752565433;c=1731035874981) 2024-11-08T03:17:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5f3a01cb64606ba with lease ID 0xfdc08b7d311d7756: from storage DS-d3ed1b17-e382-4043-af18-605f2eb2c85c node DatanodeRegistration(127.0.0.1:35849, datanodeUuid=f1ec5320-cd1b-4f37-bc94-566f83023ca4, infoPort=34077, infoSecurePort=0, ipcPort=46573, storageInfo=lv=-57;cid=testClusterID;nsid=1752565433;c=1731035874981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:17:56,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab 2024-11-08T03:17:56,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:56,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:17:57,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2 with version=8 2024-11-08T03:17:57,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/hbase-staging 2024-11-08T03:17:57,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:17:57,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:17:57,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34009 2024-11-08T03:17:57,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34009 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:17:57,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340090x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:17:57,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34009-0x1011873423f0000 connected 2024-11-08T03:17:57,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:57,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:57,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:17:57,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2, hbase.cluster.distributed=false 2024-11-08T03:17:57,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/acl 2024-11-08T03:17:57,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34009 2024-11-08T03:17:57,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34009 2024-11-08T03:17:57,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34009 2024-11-08T03:17:57,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34009 2024-11-08T03:17:57,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34009 2024-11-08T03:17:57,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:17:57,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:17:57,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:17:57,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33695 2024-11-08T03:17:57,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33695 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:17:57,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:57,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:57,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336950x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:17:57,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33695-0x1011873423f0001 connected 2024-11-08T03:17:57,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:17:57,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:17:57,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:17:57,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/master 2024-11-08T03:17:57,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/acl 2024-11-08T03:17:57,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-08T03:17:57,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33695 2024-11-08T03:17:57,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33695 2024-11-08T03:17:57,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-08T03:17:57,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33695 2024-11-08T03:17:57,433 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:34009 2024-11-08T03:17:57,433 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1870386283/backup-masters/350fccc412b5,34009,1731035877163 2024-11-08T03:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:17:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:17:57,440 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/backup-masters/350fccc412b5,34009,1731035877163 2024-11-08T03:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/master 2024-11-08T03:17:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:57,450 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/master 2024-11-08T03:17:57,451 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1870386283/backup-masters/350fccc412b5,34009,1731035877163 from backup master directory 2024-11-08T03:17:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:17:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/backup-masters/350fccc412b5,34009,1731035877163 2024-11-08T03:17:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:17:57,461 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:17:57,461 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,34009,1731035877163 2024-11-08T03:17:57,464 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/hbase.id] with ID: 7d229d76-7f90-4661-8d5a-9b17b72fd2ea 2024-11-08T03:17:57,464 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.tmp/hbase.id 2024-11-08T03:17:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:17:57,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.tmp/hbase.id]:[hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/hbase.id] 2024-11-08T03:17:57,879 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:17:57,880 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:17:57,880 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T03:17:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:17:58,330 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:17:58,330 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:17:58,331 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:17:58,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:17:58,738 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store 2024-11-08T03:17:58,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:17:58,747 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:58,747 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:17:58,747 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035878747Disabling compacts and flushes for region at 1731035878747Disabling writes for close at 1731035878747Writing region close event to WAL at 1731035878747Closed at 1731035878747 2024-11-08T03:17:58,748 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/.initializing 2024-11-08T03:17:58,748 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163 2024-11-08T03:17:58,749 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:17:58,750 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C34009%2C1731035877163, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/oldWALs, maxLogs=10 2024-11-08T03:17:58,764 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163/350fccc412b5%2C34009%2C1731035877163.1731035878750, exclude list is [], retry=0 2024-11-08T03:17:58,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:17:58,767 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:17:58,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:17:58,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:17:58,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:17:58,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:17:58,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:17:58,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:17:58,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:17:58,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:17:58,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:58,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:17:58,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:17:58,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:58,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:17:58,775 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,777 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,777 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,778 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:17:58,779 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:17:58,781 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:17:58,782 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70279793, jitterRate=0.047250524163246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:17:58,782 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035878768Initializing all the Stores at 1731035878769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035878769Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035878769Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035878769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035878769Cleaning up temporary data from old regions at 1731035878777 (+8 ms)Region opened successfully at 1731035878782 (+5 ms) 2024-11-08T03:17:58,783 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:17:58,785 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b88f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:17:58,786 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:17:58,786 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:17:58,786 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:17:58,786 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:17:58,786 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:17:58,787 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:17:58,787 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:17:58,788 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:17:58,789 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/balancer because node does not exist (not necessarily an error) 2024-11-08T03:17:58,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/balancer already deleted, retry=false 2024-11-08T03:17:58,850 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:17:58,851 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:17:58,860 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/normalizer already deleted, retry=false 2024-11-08T03:17:58,861 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:17:58,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:17:58,871 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/switch/split already deleted, retry=false 2024-11-08T03:17:58,872 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:17:58,881 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/switch/merge already deleted, retry=false 2024-11-08T03:17:58,883 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:17:58,892 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/snapshot-cleanup already deleted, retry=false 2024-11-08T03:17:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:17:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:17:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:58,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:58,903 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,34009,1731035877163, sessionid=0x1011873423f0000, setting cluster-up flag (Was=false) 2024-11-08T03:17:58,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:58,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:58,955 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870386283/flush-table-proc/acquired, /0-1870386283/flush-table-proc/reached, /0-1870386283/flush-table-proc/abort 2024-11-08T03:17:58,956 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34009,1731035877163 2024-11-08T03:17:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:17:59,084 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870386283/online-snapshot/acquired, /0-1870386283/online-snapshot/reached, /0-1870386283/online-snapshot/abort 2024-11-08T03:17:59,085 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34009,1731035877163 2024-11-08T03:17:59,086 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:17:59,088 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:17:59,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:17:59,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:17:59,088 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,34009,1731035877163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:17:59,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:17:59,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:17:59,094 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035909094 2024-11-08T03:17:59,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:17:59,095 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:17:59,095 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:59,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:17:59,097 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:17:59,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:17:59,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:17:59,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:17:59,104 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:17:59,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:17:59,105 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035879105,5,FailOnTimeoutGroup] 2024-11-08T03:17:59,105 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035879105,5,FailOnTimeoutGroup] 2024-11-08T03:17:59,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:17:59,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:17:59,125 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(746): ClusterId : 7d229d76-7f90-4661-8d5a-9b17b72fd2ea 2024-11-08T03:17:59,125 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:17:59,156 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:17:59,156 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:17:59,166 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:17:59,167 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec6da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:17:59,180 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:33695 2024-11-08T03:17:59,180 INFO [RS:0;350fccc412b5:33695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:17:59,180 INFO [RS:0;350fccc412b5:33695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:17:59,180 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:17:59,181 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,34009,1731035877163 with port=33695, startcode=1731035877354 2024-11-08T03:17:59,181 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:17:59,182 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:17:59,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34009 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,184 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2 2024-11-08T03:17:59,184 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-08T03:17:59,184 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:17:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/rs 2024-11-08T03:17:59,196 DEBUG [RS:0;350fccc412b5:33695 {}] zookeeper.ZKUtil(111): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/rs/350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,196 WARN [RS:0;350fccc412b5:33695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:17:59,196 INFO [RS:0;350fccc412b5:33695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:17:59,197 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,33695,1731035877354] 2024-11-08T03:17:59,200 INFO [RS:0;350fccc412b5:33695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:17:59,202 INFO [RS:0;350fccc412b5:33695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:17:59,202 INFO [RS:0;350fccc412b5:33695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:17:59,202 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,202 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:17:59,203 INFO [RS:0;350fccc412b5:33695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:17:59,203 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:17:59,203 DEBUG [RS:0;350fccc412b5:33695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,204 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33695,1731035877354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:17:59,217 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:17:59,217 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33695,1731035877354-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,217 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,217 INFO [RS:0;350fccc412b5:33695 {}] regionserver.Replication(171): 350fccc412b5,33695,1731035877354 started 2024-11-08T03:17:59,229 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:17:59,229 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,33695,1731035877354, RpcServer on 350fccc412b5/172.17.0.3:33695, sessionid=0x1011873423f0001 2024-11-08T03:17:59,229 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:17:59,229 DEBUG [RS:0;350fccc412b5:33695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,229 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33695,1731035877354' 2024-11-08T03:17:59,229 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870386283/flush-table-proc/abort' 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870386283/flush-table-proc/acquired' 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,33695,1731035877354 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33695,1731035877354' 2024-11-08T03:17:59,230 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870386283/online-snapshot/abort' 2024-11-08T03:17:59,231 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870386283/online-snapshot/acquired' 2024-11-08T03:17:59,231 DEBUG [RS:0;350fccc412b5:33695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:17:59,231 INFO [RS:0;350fccc412b5:33695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:17:59,231 INFO [RS:0;350fccc412b5:33695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:17:59,331 INFO [RS:0;350fccc412b5:33695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:17:59,333 INFO [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33695%2C1731035877354, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:17:59,345 DEBUG [RS:0;350fccc412b5:33695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333, exclude list is [], retry=0 2024-11-08T03:17:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:17:59,349 INFO [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 2024-11-08T03:17:59,349 DEBUG [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:17:59,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:17:59,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2 2024-11-08T03:17:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:17:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:17:59,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:17:59,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:17:59,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:17:59,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:59,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:17:59,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:17:59,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:17:59,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:59,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:17:59,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:17:59,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:17:59,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:17:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:17:59,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:17:59,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:17:59,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:17:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:17:59,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:17:59,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:17:59,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:17:59,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:17:59,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:17:59,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:17:59,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:17:59,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58803514, jitterRate=-0.12375935912132263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035879917Initializing all the Stores at 1731035879917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035879917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035879918 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035879918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035879918Cleaning up temporary data from old regions at 1731035879925 (+7 ms)Region opened successfully at 1731035879929 (+4 ms) 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:17:59,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:17:59,930 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:17:59,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035879930Disabling compacts and flushes for region at 1731035879930Disabling writes for close at 1731035879930Writing region close event to WAL at 1731035879930Closed at 1731035879930 2024-11-08T03:17:59,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:17:59,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:17:59,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:17:59,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:17:59,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:00,084 DEBUG [350fccc412b5:34009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:00,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,33695,1731035877354 2024-11-08T03:18:00,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33695,1731035877354, state=OPENING 2024-11-08T03:18:00,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:00,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:00,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:00,199 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:00,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33695,1731035877354}] 2024-11-08T03:18:00,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:00,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:00,355 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:00,355 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:00,356 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:00,357 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33695%2C1731035877354.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:18:00,369 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.meta.1731035880357.meta, exclude list is [], retry=0 2024-11-08T03:18:00,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:00,372 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.meta.1731035880357.meta 2024-11-08T03:18:00,372 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:00,373 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:00,373 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:00,373 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:00,374 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:00,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:00,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:00,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:00,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:00,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:00,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:00,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:00,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:00,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:00,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:00,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:00,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:00,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:00,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:00,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:00,381 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:00,382 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:18:00,383 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:18:00,384 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:00,384 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:00,385 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:00,387 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:00,388 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59069593, jitterRate=-0.11979447305202484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:00,388 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:00,388 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035880374Writing region info on filesystem at 1731035880374Initializing all the Stores at 1731035880375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035880375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035880375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035880375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035880375Cleaning up temporary data from old regions at 1731035880384 (+9 ms)Running coprocessor post-open hooks at 1731035880388 (+4 ms)Region opened successfully at 1731035880388 2024-11-08T03:18:00,389 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035880351 2024-11-08T03:18:00,392 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:00,392 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:00,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33695,1731035877354 2024-11-08T03:18:00,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33695,1731035877354, state=OPEN 2024-11-08T03:18:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:00,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,33695,1731035877354 2024-11-08T03:18:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:00,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:00,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33695,1731035877354 in 209 msec 2024-11-08T03:18:00,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:00,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-08T03:18:00,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:00,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:00,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:00,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33695,1731035877354, seqNum=-1] 2024-11-08T03:18:00,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:00,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:00,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-08T03:18:00,422 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035880422, completionTime=-1 2024-11-08T03:18:00,422 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:00,422 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035940424 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036000424 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:34009, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,426 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.966sec 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:00,427 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:00,429 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:00,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:00,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34009,1731035877163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:00,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:00,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34009,-1 for getting cluster id 2024-11-08T03:18:00,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:00,527 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d229d76-7f90-4661-8d5a-9b17b72fd2ea' 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d229d76-7f90-4661-8d5a-9b17b72fd2ea" 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34009,-1] 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:00,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:00,529 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:00,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477d24e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:00,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33695,1731035877354, seqNum=-1] 2024-11-08T03:18:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:00,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:00,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,34009,1731035877163 2024-11-08T03:18:00,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:00,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:00,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011873423f0002 connected 2024-11-08T03:18:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir so I do NOT create it in target/test-data/2fb163df-8538-615d-1fb9-843d42478335 2024-11-08T03:18:00,557 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:18:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.tmp.dir so I do NOT create it in target/test-data/2fb163df-8538-615d-1fb9-843d42478335 2024-11-08T03:18:00,557 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:18:00,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335 2024-11-08T03:18:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:18:00,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/cluster_5a6cb4e8-d5ac-89fb-1691-4107cbd51355, deleteOnExit=true 2024-11-08T03:18:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/test.cache.data in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:18:00,558 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:18:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:18:00,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:18:01,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:01,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:01,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:01,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:01,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:01,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157328b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:01,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d4048c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/java.io.tmpdir/jetty-localhost-34099-hadoop-hdfs-3_4_1-tests_jar-_-any-11983967443160721544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:01,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48e568c1{HTTP/1.1, (http/1.1)}{localhost:34099} 2024-11-08T03:18:01,297 INFO [Time-limited test {}] server.Server(415): Started @148678ms 2024-11-08T03:18:01,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:01,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:01,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:01,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:01,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:01,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:01,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a49806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:01,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375a8fa5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/java.io.tmpdir/jetty-localhost-36339-hadoop-hdfs-3_4_1-tests_jar-_-any-5356857998989083219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:01,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6793ab4{HTTP/1.1, (http/1.1)}{localhost:36339} 2024-11-08T03:18:01,647 INFO [Time-limited test {}] server.Server(415): Started @149027ms 2024-11-08T03:18:01,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:18:02,255 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/cluster_5a6cb4e8-d5ac-89fb-1691-4107cbd51355/data/data1/current/BP-806313970-172.17.0.3-1731035880573/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:02,255 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/cluster_5a6cb4e8-d5ac-89fb-1691-4107cbd51355/data/data2/current/BP-806313970-172.17.0.3-1731035880573/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:02,275 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:18:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a98af65d3449cf with lease ID 0xa8f3bba808a91535: Processing first storage report for DS-4c13239a-91a1-4c8c-a8e4-1aeb5d4a5865 from datanode DatanodeRegistration(127.0.0.1:38179, datanodeUuid=fca831bb-862e-46aa-bcf0-3b9d9420e331, infoPort=37237, infoSecurePort=0, ipcPort=40783, storageInfo=lv=-57;cid=testClusterID;nsid=1081268084;c=1731035880573) 2024-11-08T03:18:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a98af65d3449cf with lease ID 0xa8f3bba808a91535: from storage DS-4c13239a-91a1-4c8c-a8e4-1aeb5d4a5865 node DatanodeRegistration(127.0.0.1:38179, datanodeUuid=fca831bb-862e-46aa-bcf0-3b9d9420e331, infoPort=37237, infoSecurePort=0, ipcPort=40783, storageInfo=lv=-57;cid=testClusterID;nsid=1081268084;c=1731035880573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a98af65d3449cf with lease ID 0xa8f3bba808a91535: Processing first storage report for DS-354d790d-3bf2-4744-a76d-65ec41dc86e6 from datanode DatanodeRegistration(127.0.0.1:38179, datanodeUuid=fca831bb-862e-46aa-bcf0-3b9d9420e331, infoPort=37237, infoSecurePort=0, ipcPort=40783, storageInfo=lv=-57;cid=testClusterID;nsid=1081268084;c=1731035880573) 2024-11-08T03:18:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a98af65d3449cf with lease ID 0xa8f3bba808a91535: from storage DS-354d790d-3bf2-4744-a76d-65ec41dc86e6 node DatanodeRegistration(127.0.0.1:38179, datanodeUuid=fca831bb-862e-46aa-bcf0-3b9d9420e331, infoPort=37237, infoSecurePort=0, ipcPort=40783, storageInfo=lv=-57;cid=testClusterID;nsid=1081268084;c=1731035880573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:02,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335 2024-11-08T03:18:02,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:18:02,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9 with version=8 2024-11-08T03:18:02,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/hbase-staging 2024-11-08T03:18:02,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:02,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:02,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43995 2024-11-08T03:18:02,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43995 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:02,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439950x0, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:02,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43995-0x1011873423f0003 connected 2024-11-08T03:18:02,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/running 2024-11-08T03:18:02,874 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9, hbase.cluster.distributed=false 2024-11-08T03:18:02,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/acl 2024-11-08T03:18:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-08T03:18:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43995 2024-11-08T03:18:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43995 2024-11-08T03:18:02,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-08T03:18:02,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-08T03:18:02,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:02,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:02,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39231 2024-11-08T03:18:02,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39231 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:02,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:02,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392310x0, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:02,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39231-0x1011873423f0004 connected 2024-11-08T03:18:02,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/running 2024-11-08T03:18:02,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:02,903 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:02,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/master 2024-11-08T03:18:02,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/acl 2024-11-08T03:18:02,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-08T03:18:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39231 2024-11-08T03:18:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39231 2024-11-08T03:18:02,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-08T03:18:02,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-08T03:18:02,922 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:43995 2024-11-08T03:18:02,922 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-136354035/backup-masters/350fccc412b5,43995,1731035882780 2024-11-08T03:18:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/backup-masters 2024-11-08T03:18:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/backup-masters 2024-11-08T03:18:02,934 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on existing znode=/1-136354035/backup-masters/350fccc412b5,43995,1731035882780 2024-11-08T03:18:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-136354035/master 2024-11-08T03:18:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:02,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:02,945 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on existing znode=/1-136354035/master 2024-11-08T03:18:02,945 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-136354035/backup-masters/350fccc412b5,43995,1731035882780 from backup master directory 2024-11-08T03:18:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-136354035/backup-masters/350fccc412b5,43995,1731035882780 2024-11-08T03:18:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/backup-masters 2024-11-08T03:18:02,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/backup-masters 2024-11-08T03:18:02,955 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:02,955 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,43995,1731035882780 2024-11-08T03:18:02,958 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/hbase.id] with ID: aa7afeac-e5da-4938-b011-fbf9dd105d2a 2024-11-08T03:18:02,958 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/.tmp/hbase.id 2024-11-08T03:18:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:18:03,363 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/.tmp/hbase.id]:[hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/hbase.id] 2024-11-08T03:18:03,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:03,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:03,373 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:18:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:03,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:18:03,824 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:03,824 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:03,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:18:04,232 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store 2024-11-08T03:18:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:04,638 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:04,638 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:04,638 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035884638Disabling compacts and flushes for region at 1731035884638Disabling writes for close at 1731035884638Writing region close event to WAL at 1731035884638Closed at 1731035884638 2024-11-08T03:18:04,639 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/.initializing 2024-11-08T03:18:04,639 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/WALs/350fccc412b5,43995,1731035882780 2024-11-08T03:18:04,640 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:04,642 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C43995%2C1731035882780, suffix=, logDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/WALs/350fccc412b5,43995,1731035882780, archiveDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:04,657 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/WALs/350fccc412b5,43995,1731035882780/350fccc412b5%2C43995%2C1731035882780.1731035884642, exclude list is [], retry=0 2024-11-08T03:18:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-4c13239a-91a1-4c8c-a8e4-1aeb5d4a5865,DISK] 2024-11-08T03:18:04,661 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/WALs/350fccc412b5,43995,1731035882780/350fccc412b5%2C43995%2C1731035882780.1731035884642 2024-11-08T03:18:04,661 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37237:37237)] 2024-11-08T03:18:04,661 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:04,662 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:04,662 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,662 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:04,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:04,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:04,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:04,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:04,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:04,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:04,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:04,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:04,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:04,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:04,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:04,669 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,670 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,670 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,671 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,671 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,672 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:04,673 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:04,675 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:04,675 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65390802, jitterRate=-0.025601118803024292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:04,675 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035884662Initializing all the Stores at 1731035884663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035884663Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035884663Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035884663Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035884663Cleaning up temporary data from old regions at 1731035884671 (+8 ms)Region opened successfully at 1731035884675 (+4 ms) 2024-11-08T03:18:04,675 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:04,678 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ed35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:04,679 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:18:04,679 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:04,679 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:04,679 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:04,679 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:04,680 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:18:04,680 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:04,681 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:04,682 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:04,744 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/balancer already deleted, retry=false 2024-11-08T03:18:04,745 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:04,746 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:04,755 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/normalizer already deleted, retry=false 2024-11-08T03:18:04,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:04,756 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:04,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/switch/split already deleted, retry=false 2024-11-08T03:18:04,766 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:04,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/switch/merge already deleted, retry=false 2024-11-08T03:18:04,777 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:04,786 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-136354035/running 2024-11-08T03:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-136354035/running 2024-11-08T03:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,43995,1731035882780, sessionid=0x1011873423f0003, setting cluster-up flag (Was=false) 2024-11-08T03:18:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-136354035/flush-table-proc/acquired, /1-136354035/flush-table-proc/reached, /1-136354035/flush-table-proc/abort 2024-11-08T03:18:04,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43995,1731035882780 2024-11-08T03:18:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:04,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:04,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:04,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:04,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:04,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:04,902 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-136354035/online-snapshot/acquired, /1-136354035/online-snapshot/reached, /1-136354035/online-snapshot/abort 2024-11-08T03:18:04,903 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43995,1731035882780 2024-11-08T03:18:04,904 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:18:04,906 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:04,906 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:04,906 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:04,906 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,43995,1731035882780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:04,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:04,908 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:04,908 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035914908 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:04,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:04,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:04,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:04,909 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:04,909 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035884909,5,FailOnTimeoutGroup] 2024-11-08T03:18:04,910 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035884909,5,FailOnTimeoutGroup] 2024-11-08T03:18:04,910 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:04,910 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:04,910 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:04,910 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:04,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:04,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:18:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:18:04,917 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(746): ClusterId : aa7afeac-e5da-4938-b011-fbf9dd105d2a 2024-11-08T03:18:04,917 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:04,924 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:04,924 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:04,934 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:04,935 DEBUG [RS:0;350fccc412b5:39231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcc1d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:04,944 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:39231 2024-11-08T03:18:04,944 INFO [RS:0;350fccc412b5:39231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:04,944 INFO [RS:0;350fccc412b5:39231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:04,944 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:04,945 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,43995,1731035882780 with port=39231, startcode=1731035882889 2024-11-08T03:18:04,945 DEBUG [RS:0;350fccc412b5:39231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:04,946 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:04,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,39231,1731035882889 2024-11-08T03:18:04,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,39231,1731035882889 2024-11-08T03:18:04,948 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9 2024-11-08T03:18:04,948 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45213 2024-11-08T03:18:04,948 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/rs 2024-11-08T03:18:05,013 DEBUG [RS:0;350fccc412b5:39231 {}] zookeeper.ZKUtil(111): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on existing znode=/1-136354035/rs/350fccc412b5,39231,1731035882889 2024-11-08T03:18:05,013 WARN [RS:0;350fccc412b5:39231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:05,013 INFO [RS:0;350fccc412b5:39231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:05,013 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889 2024-11-08T03:18:05,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,39231,1731035882889] 2024-11-08T03:18:05,016 INFO [RS:0;350fccc412b5:39231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:05,017 INFO [RS:0;350fccc412b5:39231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:05,021 INFO [RS:0;350fccc412b5:39231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:05,021 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,021 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:05,022 INFO [RS:0;350fccc412b5:39231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:05,022 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:05,022 DEBUG [RS:0;350fccc412b5:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,023 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39231,1731035882889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:05,035 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:05,035 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39231,1731035882889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,035 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,035 INFO [RS:0;350fccc412b5:39231 {}] regionserver.Replication(171): 350fccc412b5,39231,1731035882889 started 2024-11-08T03:18:05,046 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:05,046 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,39231,1731035882889, RpcServer on 350fccc412b5/172.17.0.3:39231, sessionid=0x1011873423f0004 2024-11-08T03:18:05,046 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:05,046 DEBUG [RS:0;350fccc412b5:39231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,39231,1731035882889 2024-11-08T03:18:05,046 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,39231,1731035882889' 2024-11-08T03:18:05,046 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-136354035/flush-table-proc/abort' 2024-11-08T03:18:05,047 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-136354035/flush-table-proc/acquired' 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,39231,1731035882889 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,39231,1731035882889' 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-136354035/online-snapshot/abort' 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-136354035/online-snapshot/acquired' 2024-11-08T03:18:05,048 DEBUG [RS:0;350fccc412b5:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:05,048 INFO [RS:0;350fccc412b5:39231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:05,048 INFO [RS:0;350fccc412b5:39231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:05,149 INFO [RS:0;350fccc412b5:39231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:05,150 INFO [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C39231%2C1731035882889, suffix=, logDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889, archiveDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/oldWALs, maxLogs=10 2024-11-08T03:18:05,162 DEBUG [RS:0;350fccc412b5:39231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889/350fccc412b5%2C39231%2C1731035882889.1731035885150, exclude list is [], retry=0 2024-11-08T03:18:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-4c13239a-91a1-4c8c-a8e4-1aeb5d4a5865,DISK] 2024-11-08T03:18:05,165 INFO [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889/350fccc412b5%2C39231%2C1731035882889.1731035885150 2024-11-08T03:18:05,166 DEBUG [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37237:37237)] 2024-11-08T03:18:05,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:18:05,316 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9 2024-11-08T03:18:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:18:05,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:05,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:05,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:05,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:18:05,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:05,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:05,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:05,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:05,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:05,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:05,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:05,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:05,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:05,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:05,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:05,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:05,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:05,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:05,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:05,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:05,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:05,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:05,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740 2024-11-08T03:18:05,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740 2024-11-08T03:18:05,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:05,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:05,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:05,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:05,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:05,734 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66158877, jitterRate=-0.014155909419059753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:05,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035885722Initializing all the Stores at 1731035885723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035885723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035885723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035885723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035885723Cleaning up temporary data from old regions at 1731035885731 (+8 ms)Region opened successfully at 1731035885734 (+3 ms) 2024-11-08T03:18:05,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:05,735 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:05,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:05,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:05,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:05,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:05,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035885735Disabling compacts and flushes for region at 1731035885735Disabling writes for close at 1731035885735Writing region close event to WAL at 1731035885735Closed at 1731035885735 2024-11-08T03:18:05,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:05,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:18:05,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:05,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:05,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:05,887 DEBUG [350fccc412b5:43995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:05,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,39231,1731035882889 2024-11-08T03:18:05,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,39231,1731035882889, state=OPENING 2024-11-08T03:18:05,934 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:05,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:05,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,39231,1731035882889}] 2024-11-08T03:18:05,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-136354035/meta-region-server: CHANGED 2024-11-08T03:18:05,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-136354035/meta-region-server: CHANGED 2024-11-08T03:18:06,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:06,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:06,102 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:06,102 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:06,102 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:06,104 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C39231%2C1731035882889.meta, suffix=.meta, logDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889, archiveDir=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/oldWALs, maxLogs=10 2024-11-08T03:18:06,116 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889/350fccc412b5%2C39231%2C1731035882889.meta.1731035886104.meta, exclude list is [], retry=0 2024-11-08T03:18:06,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38179,DS-4c13239a-91a1-4c8c-a8e4-1aeb5d4a5865,DISK] 2024-11-08T03:18:06,120 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889/350fccc412b5%2C39231%2C1731035882889.meta.1731035886104.meta 2024-11-08T03:18:06,120 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37237:37237)] 2024-11-08T03:18:06,120 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:06,121 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:06,121 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:06,121 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:06,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:06,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:06,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:06,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:06,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:06,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:06,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:06,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:06,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:06,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:06,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:06,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:06,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:06,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:06,126 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:06,127 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740 2024-11-08T03:18:06,128 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740 2024-11-08T03:18:06,129 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:06,129 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:06,129 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:06,130 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:06,131 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63882309, jitterRate=-0.048079416155815125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:06,131 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:06,131 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035886121Writing region info on filesystem at 1731035886121Initializing all the Stores at 1731035886122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035886122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035886122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035886122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035886122Cleaning up temporary data from old regions at 1731035886129 (+7 ms)Running coprocessor post-open hooks at 1731035886131 (+2 ms)Region opened successfully at 1731035886131 2024-11-08T03:18:06,132 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035886096 2024-11-08T03:18:06,134 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:06,134 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:06,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,39231,1731035882889 2024-11-08T03:18:06,135 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,39231,1731035882889, state=OPEN 2024-11-08T03:18:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-136354035/meta-region-server 2024-11-08T03:18:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-136354035/meta-region-server 2024-11-08T03:18:06,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,39231,1731035882889 2024-11-08T03:18:06,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-136354035/meta-region-server: CHANGED 2024-11-08T03:18:06,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-136354035/meta-region-server: CHANGED 2024-11-08T03:18:06,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:06,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,39231,1731035882889 in 199 msec 2024-11-08T03:18:06,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:06,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-08T03:18:06,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:06,149 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:06,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:06,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,39231,1731035882889, seqNum=-1] 2024-11-08T03:18:06,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:06,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:06,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-08T03:18:06,156 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035886155, completionTime=-1 2024-11-08T03:18:06,156 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:06,156 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:06,157 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:06,157 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035946157 2024-11-08T03:18:06,157 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036006157 2024-11-08T03:18:06,157 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:43995, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,159 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.206sec 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:06,161 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:06,163 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:06,163 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:06,163 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43995,1731035882780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:06,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43995,-1 for getting cluster id 2024-11-08T03:18:06,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:06,219 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7afeac-e5da-4938-b011-fbf9dd105d2a' 2024-11-08T03:18:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7afeac-e5da-4938-b011-fbf9dd105d2a" 2024-11-08T03:18:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8a95ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43995,-1] 2024-11-08T03:18:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:06,221 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:06,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b2c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,39231,1731035882889, seqNum=-1] 2024-11-08T03:18:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:06,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:06,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,43995,1731035882780 2024-11-08T03:18:06,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:06,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:06,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011873423f0005 connected 2024-11-08T03:18:06,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f65f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34009,-1 for getting cluster id 2024-11-08T03:18:06,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:06,253 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d229d76-7f90-4661-8d5a-9b17b72fd2ea' 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d229d76-7f90-4661-8d5a-9b17b72fd2ea" 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c669fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34009,-1] 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:06,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:06,255 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:06,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2f2fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34009,1731035877163 2024-11-08T03:18:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561ed354 2024-11-08T03:18:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:06,258 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:06,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:18:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:18:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:06,260 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43995' 2024-11-08T03:18:06,261 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3cad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,261 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43995,-1 for getting cluster id 2024-11-08T03:18:06,261 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:06,262 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7afeac-e5da-4938-b011-fbf9dd105d2a' 2024-11-08T03:18:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7afeac-e5da-4938-b011-fbf9dd105d2a" 2024-11-08T03:18:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d73e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43995,-1] 2024-11-08T03:18:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:06,264 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:06,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1870bd9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:06,265 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43995,1731035882780 2024-11-08T03:18:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5494e7b4 2024-11-08T03:18:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:06,266 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:06,267 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T03:18:06,267 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:18:06,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:06,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:06,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:06,267 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:06,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:18:06,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:18:06,270 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:06,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:18:06,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741835_1011 (size=1138) 2024-11-08T03:18:06,319 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:06,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4bb18f445921cfcb819a5001e53652f, NAME => 'hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2 2024-11-08T03:18:06,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741836_1012 (size=44) 2024-11-08T03:18:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4bb18f445921cfcb819a5001e53652f, disabling compactions & flushes 2024-11-08T03:18:07,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. after waiting 0 ms 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4bb18f445921cfcb819a5001e53652f: Waiting for close lock at 1731035887083Disabling compacts and flushes for region at 1731035887083Disabling writes for close at 1731035887083Writing region close event to WAL at 1731035887083Closed at 1731035887083 2024-11-08T03:18:07,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:18:07,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035887084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035887084"}]},"ts":"1731035887084"} 2024-11-08T03:18:07,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:18:07,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:18:07,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035887087"}]},"ts":"1731035887087"} 2024-11-08T03:18:07,089 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:18:07,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN}] 2024-11-08T03:18:07,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN 2024-11-08T03:18:07,091 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN; state=OFFLINE, location=350fccc412b5,33695,1731035877354; forceNewPlan=false, retain=false 2024-11-08T03:18:07,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4bb18f445921cfcb819a5001e53652f, regionState=OPENING, regionLocation=350fccc412b5,33695,1731035877354 2024-11-08T03:18:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN because future has completed 2024-11-08T03:18:07,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,33695,1731035877354}] 2024-11-08T03:18:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:07,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:07,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:18:07,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33695%2C1731035877354.rep, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:18:07,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.rep.1731035887401, exclude list is [], retry=0 2024-11-08T03:18:07,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:07,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.rep.1731035887401 2024-11-08T03:18:07,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:07,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d4bb18f445921cfcb819a5001e53652f, NAME => 'hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:07,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:07,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:07,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. service=MultiRowMutationService 2024-11-08T03:18:07,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:18:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,418 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,419 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName hfileref 2024-11-08T03:18:07,419 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:07,420 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:07,420 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,421 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName queue 2024-11-08T03:18:07,421 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:07,421 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:07,421 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,422 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName sid 2024-11-08T03:18:07,422 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:07,423 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:07,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:07,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:07,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d4bb18f445921cfcb819a5001e53652f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63236425, jitterRate=-0.057703837752342224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:07,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:07,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d4bb18f445921cfcb819a5001e53652f: Running coprocessor pre-open hook at 1731035887417Writing region info on filesystem at 1731035887417Initializing all the Stores at 1731035887418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035887418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035887418Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035887418Cleaning up temporary data from old regions at 1731035887425 (+7 ms)Running coprocessor post-open hooks at 1731035887428 (+3 ms)Region opened successfully at 1731035887429 (+1 ms) 2024-11-08T03:18:07,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., pid=7, masterSystemTime=1731035887396 2024-11-08T03:18:07,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:07,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4bb18f445921cfcb819a5001e53652f, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33695,1731035877354 2024-11-08T03:18:07,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,33695,1731035877354 because future has completed 2024-11-08T03:18:07,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T03:18:07,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,33695,1731035877354 in 191 msec 2024-11-08T03:18:07,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:18:07,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN in 348 msec 2024-11-08T03:18:07,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:18:07,439 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035887439"}]},"ts":"1731035887439"} 2024-11-08T03:18:07,441 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:18:07,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:18:07,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-08T03:18:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., hostname=350fccc412b5,33695,1731035877354, seqNum=2] 2024-11-08T03:18:07,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:07,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:07,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:18:07,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T03:18:07,677 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:18:07,702 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,33695,1731035877354, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:18:07,703 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:07,703 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33695,1731035877354, seqNum=-1] 2024-11-08T03:18:07,703 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:07,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T03:18:07,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,33695,1731035877354', locateType=CURRENT is [region=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., hostname=350fccc412b5,33695,1731035877354, seqNum=2] 2024-11-08T03:18:07,708 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T03:18:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T03:18:07,710 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,33695,1731035877354 suceeded 2024-11-08T03:18:07,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T03:18:07,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T03:18:07,712 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:18:07,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-08T03:18:07,721 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43995' 2024-11-08T03:18:07,722 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9053f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:07,722 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43995,-1 for getting cluster id 2024-11-08T03:18:07,722 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:07,723 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7afeac-e5da-4938-b011-fbf9dd105d2a' 2024-11-08T03:18:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7afeac-e5da-4938-b011-fbf9dd105d2a" 2024-11-08T03:18:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd1534a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:07,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43995,-1] 2024-11-08T03:18:07,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:07,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:07,724 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:07,725 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71dd2357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:07,725 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43995,1731035882780 2024-11-08T03:18:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4672ed6e 2024-11-08T03:18:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:07,726 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:07,727 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,33695,1731035877354 (queues=1) is replicating from cluster=7d229d76-7f90-4661-8d5a-9b17b72fd2ea to cluster=aa7afeac-e5da-4938-b011-fbf9dd105d2a 2024-11-08T03:18:07,727 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C33695%2C1731035877354 2024-11-08T03:18:07,727 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,33695,1731035877354, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:18:07,728 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.shipper350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C33695%2C1731035877354 2024-11-08T03:18:07,728 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333, startPosition=0, beingWritten=true 2024-11-08T03:18:07,932 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 to pos 0, reset compression=false 2024-11-08T03:18:08,237 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 to pos 0, reset compression=false 2024-11-08T03:18:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:08,408 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:18:08,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:08,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:08,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34009,1731035877163 2024-11-08T03:18:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7338ef 2024-11-08T03:18:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:08,411 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:08,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34009 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:18:08,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:08,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:08,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:08,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:18:08,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835375664, stopped=false 2024-11-08T03:18:08,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,34009,1731035877163 2024-11-08T03:18:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:08,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:08,470 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:08,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:08,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:08,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:08,471 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,33695,1731035877354' ***** 2024-11-08T03:18:08,471 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:18:08,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:08,471 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:18:08,471 INFO [RS:0;350fccc412b5:33695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:18:08,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:18:08,471 INFO [RS:0;350fccc412b5:33695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:18:08,471 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(3091): Received CLOSE for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,33695,1731035877354 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33695. 2024-11-08T03:18:08,472 DEBUG [RS:0;350fccc412b5:33695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:08,472 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4bb18f445921cfcb819a5001e53652f, disabling compactions & flushes 2024-11-08T03:18:08,472 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:08,472 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:08,472 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:18:08,472 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. after waiting 0 ms 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:18:08,472 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:08,472 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:18:08,472 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4bb18f445921cfcb819a5001e53652f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T03:18:08,481 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:18:08,481 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1325): Online Regions={d4bb18f445921cfcb819a5001e53652f=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:18:08,481 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:08,481 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:08,481 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:08,481 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:08,481 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:08,481 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:08,481 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T03:18:08,499 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/cc2bab4c727a42e7812f89fcf8db643f is 147, key is hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f./info:regioninfo/1731035887432/Put/seqid=0 2024-11-08T03:18:08,502 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/.tmp/queue/17aac5e93de846b3a931e97ae8e3bb9d is 151, key is 1-350fccc412b5,33695,1731035877354/queue:350fccc412b5%2C33695%2C1731035877354/1731035887706/Put/seqid=0 2024-11-08T03:18:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741838_1014 (size=6631) 2024-11-08T03:18:08,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741839_1015 (size=5350) 2024-11-08T03:18:08,512 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:08,641 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 to pos 0, reset compression=false 2024-11-08T03:18:08,681 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:08,881 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:08,904 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/cc2bab4c727a42e7812f89fcf8db643f 2024-11-08T03:18:08,905 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/.tmp/queue/17aac5e93de846b3a931e97ae8e3bb9d 2024-11-08T03:18:08,913 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/.tmp/queue/17aac5e93de846b3a931e97ae8e3bb9d as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/queue/17aac5e93de846b3a931e97ae8e3bb9d 2024-11-08T03:18:08,921 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/queue/17aac5e93de846b3a931e97ae8e3bb9d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T03:18:08,923 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4bb18f445921cfcb819a5001e53652f in 450ms, sequenceid=5, compaction requested=false 2024-11-08T03:18:08,923 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:18:08,928 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:18:08,929 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:08,929 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:08,929 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:08,929 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4bb18f445921cfcb819a5001e53652f: Waiting for close lock at 1731035888472Running coprocessor pre-close hooks at 1731035888472Disabling compacts and flushes for region at 1731035888472Disabling writes for close at 1731035888472Obtaining lock to block concurrent updates at 1731035888472Preparing flush snapshotting stores in d4bb18f445921cfcb819a5001e53652f at 1731035888472Finished memstore snapshotting hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731035888473 (+1 ms)Flushing stores of hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. at 1731035888473Flushing d4bb18f445921cfcb819a5001e53652f/queue: creating writer at 1731035888473Flushing d4bb18f445921cfcb819a5001e53652f/queue: appending metadata at 1731035888501 (+28 ms)Flushing d4bb18f445921cfcb819a5001e53652f/queue: closing flushed file at 1731035888501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce49579: reopening flushed file at 1731035888912 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d4bb18f445921cfcb819a5001e53652f in 450ms, sequenceid=5, compaction requested=false at 1731035888923 (+11 ms)Writing region close event to WAL at 1731035888924 (+1 ms)Running coprocessor post-close hooks at 1731035888929 (+5 ms)Closed at 1731035888929 2024-11-08T03:18:08,929 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:08,936 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/ns/b47da6a2d7ba42b698eee0283c769969 is 43, key is default/ns:d/1731035880417/Put/seqid=0 2024-11-08T03:18:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741840_1016 (size=5153) 2024-11-08T03:18:09,081 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:09,146 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 to pos 0, reset compression=false 2024-11-08T03:18:09,204 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:18:09,204 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:18:09,281 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:09,341 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/ns/b47da6a2d7ba42b698eee0283c769969 2024-11-08T03:18:09,359 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/table/02ea27080c5f4b28910cd2d8fa44e08a is 53, key is hbase:replication/table:state/1731035887439/Put/seqid=0 2024-11-08T03:18:09,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741841_1017 (size=5256) 2024-11-08T03:18:09,482 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:09,682 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:18:09,682 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:18:09,682 DEBUG [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:09,750 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 to pos 0, reset compression=false 2024-11-08T03:18:09,765 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/table/02ea27080c5f4b28910cd2d8fa44e08a 2024-11-08T03:18:09,770 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/cc2bab4c727a42e7812f89fcf8db643f as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/info/cc2bab4c727a42e7812f89fcf8db643f 2024-11-08T03:18:09,774 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/info/cc2bab4c727a42e7812f89fcf8db643f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T03:18:09,775 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/ns/b47da6a2d7ba42b698eee0283c769969 as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/ns/b47da6a2d7ba42b698eee0283c769969 2024-11-08T03:18:09,779 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/ns/b47da6a2d7ba42b698eee0283c769969, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:18:09,780 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/table/02ea27080c5f4b28910cd2d8fa44e08a as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/table/02ea27080c5f4b28910cd2d8fa44e08a 2024-11-08T03:18:09,786 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/table/02ea27080c5f4b28910cd2d8fa44e08a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T03:18:09,787 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-11-08T03:18:09,791 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:18:09,792 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:09,792 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:09,792 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:09,792 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035888481Running coprocessor pre-close hooks at 1731035888481Disabling compacts and flushes for region at 1731035888481Disabling writes for close at 1731035888481Obtaining lock to block concurrent updates at 1731035888481Preparing flush snapshotting stores in 1588230740 at 1731035888481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731035888482 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035888482Flushing 1588230740/info: creating writer at 1731035888482Flushing 1588230740/info: appending metadata at 1731035888498 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731035888498Flushing 1588230740/ns: creating writer at 1731035888916 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731035888935 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731035888935Flushing 1588230740/table: creating writer at 1731035889345 (+410 ms)Flushing 1588230740/table: appending metadata at 1731035889359 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731035889359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f20aeb: reopening flushed file at 1731035889769 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef7a321: reopening flushed file at 1731035889774 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d87165: reopening flushed file at 1731035889779 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1731035889787 (+8 ms)Writing region close event to WAL at 1731035889788 (+1 ms)Running coprocessor post-close hooks at 1731035889792 (+4 ms)Closed at 1731035889792 2024-11-08T03:18:09,792 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:18:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:18:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:18:09,882 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,33695,1731035877354; all regions closed. 2024-11-08T03:18:09,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741834_1010 (size=2742) 2024-11-08T03:18:09,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.meta.1731035880357.meta not finished, retry = 0 2024-11-08T03:18:09,987 DEBUG [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:09,987 INFO [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C33695%2C1731035877354.meta:.meta(num 1731035880357) 2024-11-08T03:18:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741837_1013 (size=1586) 2024-11-08T03:18:09,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.rep.1731035887401 not finished, retry = 0 2024-11-08T03:18:10,091 DEBUG [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:10,091 INFO [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C33695%2C1731035877354.rep:(num 1731035887401) 2024-11-08T03:18:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741832_1008 (size=93) 2024-11-08T03:18:10,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354/350fccc412b5%2C33695%2C1731035877354.1731035879333 not finished, retry = 0 2024-11-08T03:18:10,195 DEBUG [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:10,195 INFO [RS:0;350fccc412b5:33695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C33695%2C1731035877354:(num 1731035879333) 2024-11-08T03:18:10,195 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:10,196 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,33695,1731035877354 because: Region server is closing 2024-11-08T03:18:10,196 INFO [RS:0;350fccc412b5:33695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33695. 2024-11-08T03:18:10,196 DEBUG [RS:0;350fccc412b5:33695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:10,196 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:10,196 DEBUG [RS:0;350fccc412b5:33695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:10,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:10,297 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.shipper350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:18:10,297 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.wal-reader.350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:18:10,297 INFO [RS:0;350fccc412b5:33695 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33695,1731035877354.replicationSource.shipper350fccc412b5%2C33695%2C1731035877354,1-350fccc412b5,33695,1731035877354 terminated 2024-11-08T03:18:10,297 INFO [RS:0;350fccc412b5:33695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33695 2024-11-08T03:18:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/rs/350fccc412b5,33695,1731035877354 2024-11-08T03:18:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/rs 2024-11-08T03:18:10,312 INFO [RS:0;350fccc412b5:33695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:10,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,33695,1731035877354] 2024-11-08T03:18:10,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/draining/350fccc412b5,33695,1731035877354 already deleted, retry=false 2024-11-08T03:18:10,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,33695,1731035877354 expired; onlineServers=0 2024-11-08T03:18:10,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,34009,1731035877163' ***** 2024-11-08T03:18:10,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:18:10,333 INFO [M:0;350fccc412b5:34009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:10,333 INFO [M:0;350fccc412b5:34009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:10,333 DEBUG [M:0;350fccc412b5:34009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:18:10,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:18:10,334 DEBUG [M:0;350fccc412b5:34009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:18:10,334 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035879105 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035879105,5,FailOnTimeoutGroup] 2024-11-08T03:18:10,334 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035879105 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035879105,5,FailOnTimeoutGroup] 2024-11-08T03:18:10,334 INFO [M:0;350fccc412b5:34009 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:10,334 INFO [M:0;350fccc412b5:34009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:10,334 DEBUG [M:0;350fccc412b5:34009 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:18:10,334 INFO [M:0;350fccc412b5:34009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:18:10,334 INFO [M:0;350fccc412b5:34009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:10,334 INFO [M:0;350fccc412b5:34009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:18:10,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:18:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/master 2024-11-08T03:18:10,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:10,344 DEBUG [M:0;350fccc412b5:34009 {}] zookeeper.ZKUtil(347): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/master because node does not exist (not an error) 2024-11-08T03:18:10,344 WARN [M:0;350fccc412b5:34009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:18:10,344 INFO [M:0;350fccc412b5:34009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.lastflushedseqids 2024-11-08T03:18:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741842_1018 (size=181) 2024-11-08T03:18:10,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:10,423 INFO [RS:0;350fccc412b5:33695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:10,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33695-0x1011873423f0001, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:10,423 INFO [RS:0;350fccc412b5:33695 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,33695,1731035877354; zookeeper connection closed. 2024-11-08T03:18:10,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8046353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8046353 2024-11-08T03:18:10,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:18:10,749 INFO [M:0;350fccc412b5:34009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:18:10,749 INFO [M:0;350fccc412b5:34009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:18:10,750 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:10,750 INFO [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:10,750 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:10,750 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:10,750 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:10,750 INFO [M:0;350fccc412b5:34009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T03:18:10,764 DEBUG [M:0;350fccc412b5:34009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ca3a9b476048849d4281c0b6a2a120 is 82, key is hbase:meta,,1/info:regioninfo/1731035880392/Put/seqid=0 2024-11-08T03:18:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741843_1019 (size=5672) 2024-11-08T03:18:11,169 INFO [M:0;350fccc412b5:34009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ca3a9b476048849d4281c0b6a2a120 2024-11-08T03:18:11,185 DEBUG [M:0;350fccc412b5:34009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d8262f356fb42aab6290f08bb625f88 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731035887443/Put/seqid=0 2024-11-08T03:18:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741844_1020 (size=7203) 2024-11-08T03:18:11,590 INFO [M:0;350fccc412b5:34009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d8262f356fb42aab6290f08bb625f88 2024-11-08T03:18:11,609 DEBUG [M:0;350fccc412b5:34009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76b0f6b46634ab7a994e935a75a002b is 69, key is 350fccc412b5,33695,1731035877354/rs:state/1731035879183/Put/seqid=0 2024-11-08T03:18:11,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741845_1021 (size=5156) 2024-11-08T03:18:11,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:11,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:11,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:11,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:11,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:11,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:12,014 INFO [M:0;350fccc412b5:34009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76b0f6b46634ab7a994e935a75a002b 2024-11-08T03:18:12,019 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ca3a9b476048849d4281c0b6a2a120 as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ca3a9b476048849d4281c0b6a2a120 2024-11-08T03:18:12,023 INFO [M:0;350fccc412b5:34009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ca3a9b476048849d4281c0b6a2a120, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T03:18:12,024 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d8262f356fb42aab6290f08bb625f88 as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d8262f356fb42aab6290f08bb625f88 2024-11-08T03:18:12,028 INFO [M:0;350fccc412b5:34009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d8262f356fb42aab6290f08bb625f88, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T03:18:12,029 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76b0f6b46634ab7a994e935a75a002b as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e76b0f6b46634ab7a994e935a75a002b 2024-11-08T03:18:12,033 INFO [M:0;350fccc412b5:34009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e76b0f6b46634ab7a994e935a75a002b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T03:18:12,034 INFO [M:0;350fccc412b5:34009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-08T03:18:12,035 INFO [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:12,035 DEBUG [M:0;350fccc412b5:34009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035890749Disabling compacts and flushes for region at 1731035890749Disabling writes for close at 1731035890750 (+1 ms)Obtaining lock to block concurrent updates at 1731035890750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035890750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731035890750Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035890751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035890751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035890764 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035890764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035891173 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035891185 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035891185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035891594 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035891609 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035891609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c78fd2: reopening flushed file at 1731035892018 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd38ff5: reopening flushed file at 1731035892023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bad0a95: reopening flushed file at 1731035892028 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1731035892034 (+6 ms)Writing region close event to WAL at 1731035892035 (+1 ms)Closed at 1731035892035 2024-11-08T03:18:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741830_1006 (size=41008) 2024-11-08T03:18:12,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163/350fccc412b5%2C34009%2C1731035877163.1731035878750 not finished, retry = 0 2024-11-08T03:18:12,137 INFO [M:0;350fccc412b5:34009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:18:12,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:12,137 INFO [M:0;350fccc412b5:34009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34009 2024-11-08T03:18:12,138 INFO [M:0;350fccc412b5:34009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:12,296 INFO [M:0;350fccc412b5:34009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34009-0x1011873423f0000, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:12,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:12,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:12,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40061 2024-11-08T03:18:12,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40061 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:12,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400610x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:12,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40061-0x1011873423f0006 connected 2024-11-08T03:18:12,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:12,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:12,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:12,327 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: INIT 2024-11-08T03:18:12,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2, hbase.cluster.distributed=false 2024-11-08T03:18:12,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/acl 2024-11-08T03:18:12,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-08T03:18:12,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40061 2024-11-08T03:18:12,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40061 2024-11-08T03:18:12,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-08T03:18:12,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-08T03:18:12,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:12,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:12,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39023 2024-11-08T03:18:12,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39023 connecting to ZooKeeper ensemble=127.0.0.1:62827 2024-11-08T03:18:12,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:12,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:12,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390230x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:12,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390230x0, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:12,355 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: INIT 2024-11-08T03:18:12,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39023-0x1011873423f0007 connected 2024-11-08T03:18:12,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:12,355 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:12,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/master 2024-11-08T03:18:12,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/acl 2024-11-08T03:18:12,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-08T03:18:12,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023 2024-11-08T03:18:12,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023 2024-11-08T03:18:12,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-08T03:18:12,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-08T03:18:12,370 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:40061 2024-11-08T03:18:12,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1870386283/backup-masters/350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:18:12,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:18:12,376 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/backup-masters/350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/master 2024-11-08T03:18:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:12,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:12,386 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/master 2024-11-08T03:18:12,387 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1870386283/backup-masters/350fccc412b5,40061,1731035892298 from backup master directory 2024-11-08T03:18:12,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/backup-masters/350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:18:12,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/backup-masters 2024-11-08T03:18:12,396 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:12,396 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,405 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:12,405 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:12,411 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-08T03:18:12,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741846_1022 (size=196) 2024-11-08T03:18:12,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:12,824 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:12,824 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:12,830 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T03:18:12,832 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163 to hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163-dead as it is dead 2024-11-08T03:18:12,833 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163-dead/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:18:12,833 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163-dead/350fccc412b5%2C34009%2C1731035877163.1731035878750 after 0ms 2024-11-08T03:18:12,834 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163-dead/350fccc412b5%2C34009%2C1731035877163.1731035878750 to hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:18:12,834 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,34009,1731035877163-dead 2024-11-08T03:18:12,835 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,836 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:12,837 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C40061%2C1731035892298, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,40061,1731035892298, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:12,865 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,40061,1731035892298/350fccc412b5%2C40061%2C1731035892298.1731035892837, exclude list is [], retry=0 2024-11-08T03:18:12,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:12,868 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/WALs/350fccc412b5,40061,1731035892298/350fccc412b5%2C40061%2C1731035892298.1731035892837 2024-11-08T03:18:12,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:12,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:12,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:12,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,869 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:12,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:12,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ca3a9b476048849d4281c0b6a2a120 2024-11-08T03:18:12,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:12,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:12,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:12,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d8262f356fb42aab6290f08bb625f88 2024-11-08T03:18:12,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:12,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:12,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:12,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e76b0f6b46634ab7a994e935a75a002b 2024-11-08T03:18:12,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:12,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:12,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:12,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:12,888 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,888 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T03:18:12,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:18:12,893 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:18:12,894 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/350fccc412b5%2C34009%2C1731035877163.1731035878750 2024-11-08T03:18:12,895 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,895 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,895 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:12,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:12,899 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T03:18:12,900 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276759, jitterRate=0.07700763642787933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:12,900 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035892869Initializing all the Stores at 1731035892870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035892870Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035892870Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035892870Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035892870Cleaning up temporary data from old regions at 1731035892895 (+25 ms)Region opened successfully at 1731035892900 (+5 ms) 2024-11-08T03:18:12,900 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:12,902 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da7cb18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:12,904 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T03:18:12,904 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:12,904 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:12,905 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:12,905 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:12,907 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:12,908 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:18:12,908 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:18:12,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T03:18:12,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:12,911 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=350fccc412b5,33695,1731035877354, regionLocation=350fccc412b5,33695,1731035877354, openSeqNum=2 2024-11-08T03:18:12,911 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=350fccc412b5,33695,1731035877354, table=hbase:meta, region=1588230740 2024-11-08T03:18:12,911 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33695,1731035877354, state=OPEN 2024-11-08T03:18:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:12,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:12,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:12,925 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:12,933 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/draining/350fccc412b5,33695,1731035877354 already deleted, retry=false 2024-11-08T03:18:12,933 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 350fccc412b5,33695,1731035877354 on 350fccc412b5,40061,1731035892298 2024-11-08T03:18:12,934 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 350fccc412b5,33695,1731035877354, splitWal=true, meta=true 2024-11-08T03:18:12,934 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 350fccc412b5,33695,1731035877354 (carryingMeta=true) 350fccc412b5,33695,1731035877354/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2029d8bb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T03:18:12,936 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:12,943 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/balancer already deleted, retry=false 2024-11-08T03:18:12,944 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:12,944 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:12,954 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/normalizer already deleted, retry=false 2024-11-08T03:18:12,954 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:12,955 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:12,964 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/switch/split already deleted, retry=false 2024-11-08T03:18:12,965 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:12,975 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/switch/merge already deleted, retry=false 2024-11-08T03:18:12,987 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:12,996 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:13,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:13,007 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,40061,1731035892298, sessionid=0x1011873423f0006, setting cluster-up flag (Was=false) 2024-11-08T03:18:13,018 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870386283/flush-table-proc/acquired, /0-1870386283/flush-table-proc/reached, /0-1870386283/flush-table-proc/abort 2024-11-08T03:18:13,019 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,40061,1731035892298 2024-11-08T03:18:13,028 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870386283/online-snapshot/acquired, /0-1870386283/online-snapshot/reached, /0-1870386283/online-snapshot/abort 2024-11-08T03:18:13,029 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,40061,1731035892298 2024-11-08T03:18:13,030 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.lastflushedseqids 2024-11-08T03:18:13,032 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:13,033 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:13,033 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,40061,1731035892298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 350fccc412b5,33695,1731035877354 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:13,034 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035923035 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:13,035 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,036 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 350fccc412b5,33695,1731035877354, splitWal=true, meta=true 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:13,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:13,036 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 350fccc412b5,33695,1731035877354, splitWal=true, meta=true, isMeta: true 2024-11-08T03:18:13,036 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035893036,5,FailOnTimeoutGroup] 2024-11-08T03:18:13,037 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354-splitting 2024-11-08T03:18:13,038 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354-splitting dir is empty, no logs to split. 2024-11-08T03:18:13,038 INFO [PEWorker-1 {}] master.SplitWALManager(105): 350fccc412b5,33695,1731035877354 WAL count=0, meta=true 2024-11-08T03:18:13,039 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035893036,5,FailOnTimeoutGroup] 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035893039, completionTime=-1 2024-11-08T03:18:13,039 WARN [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T03:18:13,039 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T03:18:13,040 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354-splitting dir is empty, no logs to split. 2024-11-08T03:18:13,040 INFO [PEWorker-1 {}] master.SplitWALManager(105): 350fccc412b5,33695,1731035877354 WAL count=0, meta=true 2024-11-08T03:18:13,040 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 350fccc412b5,33695,1731035877354 WAL splitting is done? wals=0, meta=true 2024-11-08T03:18:13,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:13,041 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:13,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T03:18:13,062 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(746): ClusterId : 7d229d76-7f90-4661-8d5a-9b17b72fd2ea 2024-11-08T03:18:13,062 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:13,071 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:13,071 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:13,081 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:13,081 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:13,092 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:39023 2024-11-08T03:18:13,092 INFO [RS:0;350fccc412b5:39023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:13,092 INFO [RS:0;350fccc412b5:39023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:13,092 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:13,093 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,40061,1731035892298 with port=39023, startcode=1731035892342 2024-11-08T03:18:13,093 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:13,094 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:13,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40061 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,096 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2 2024-11-08T03:18:13,096 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-08T03:18:13,096 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:13,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/rs 2024-11-08T03:18:13,128 DEBUG [RS:0;350fccc412b5:39023 {}] zookeeper.ZKUtil(111): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on existing znode=/0-1870386283/rs/350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,128 WARN [RS:0;350fccc412b5:39023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:13,128 INFO [RS:0;350fccc412b5:39023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:13,128 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,39023,1731035892342] 2024-11-08T03:18:13,139 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T03:18:13,143 INFO [RS:0;350fccc412b5:39023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:13,145 INFO [RS:0;350fccc412b5:39023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:13,145 INFO [RS:0;350fccc412b5:39023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:13,145 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,145 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:13,146 INFO [RS:0;350fccc412b5:39023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:13,146 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,146 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,147 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,147 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:13,147 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:13,147 DEBUG [RS:0;350fccc412b5:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,147 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39023,1731035892342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:13,159 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:13,159 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39023,1731035892342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,170 INFO [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,39023,1731035892342, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:18:13,171 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,171 INFO [RS:0;350fccc412b5:39023 {}] regionserver.Replication(171): 350fccc412b5,39023,1731035892342 started 2024-11-08T03:18:13,182 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:13,182 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,39023,1731035892342, RpcServer on 350fccc412b5/172.17.0.3:39023, sessionid=0x1011873423f0007 2024-11-08T03:18:13,182 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43995' 2024-11-08T03:18:13,182 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:13,182 DEBUG [RS:0;350fccc412b5:39023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,182 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,39023,1731035892342' 2024-11-08T03:18:13,182 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870386283/flush-table-proc/abort' 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870386283/flush-table-proc/acquired' 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,39023,1731035892342' 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870386283/online-snapshot/abort' 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28be827b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:13,183 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43995,-1 for getting cluster id 2024-11-08T03:18:13,184 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:13,184 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870386283/online-snapshot/acquired' 2024-11-08T03:18:13,184 DEBUG [RS:0;350fccc412b5:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:13,184 INFO [RS:0;350fccc412b5:39023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:13,184 INFO [RS:0;350fccc412b5:39023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:13,184 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa7afeac-e5da-4938-b011-fbf9dd105d2a' 2024-11-08T03:18:13,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:13,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa7afeac-e5da-4938-b011-fbf9dd105d2a" 2024-11-08T03:18:13,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e89c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:13,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43995,-1] 2024-11-08T03:18:13,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:13,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:13,186 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:13,187 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a56780d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:13,187 DEBUG [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:13,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43995,1731035882780 2024-11-08T03:18:13,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575bd135 2024-11-08T03:18:13,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:13,188 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:13,189 INFO [RS:0;350fccc412b5:39023.replicationSource,1-350fccc412b5,39023,1731035892342 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,39023,1731035892342 (queues=0) is replicating from cluster=7d229d76-7f90-4661-8d5a-9b17b72fd2ea to cluster=aa7afeac-e5da-4938-b011-fbf9dd105d2a 2024-11-08T03:18:13,192 WARN [350fccc412b5:40061 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T03:18:13,284 INFO [RS:0;350fccc412b5:39023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:13,286 INFO [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C39023%2C1731035892342, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:18:13,297 DEBUG [RS:0;350fccc412b5:39023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286, exclude list is [], retry=0 2024-11-08T03:18:13,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:13,303 INFO [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 2024-11-08T03:18:13,304 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 350fccc412b5%2C39023%2C1731035892342 for peer 1 2024-11-08T03:18:13,304 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C39023%2C1731035892342 2024-11-08T03:18:13,304 INFO [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,39023,1731035892342, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:18:13,304 DEBUG [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:13,304 INFO [RS:0;350fccc412b5:39023.replicationSource.shipper350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C39023%2C1731035892342 2024-11-08T03:18:13,304 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286, startPosition=0, beingWritten=true 2024-11-08T03:18:13,442 DEBUG [350fccc412b5:40061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:13,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,39023,1731035892342, state=OPENING 2024-11-08T03:18:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:13,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:13,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:13,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:13,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,39023,1731035892342}] 2024-11-08T03:18:13,508 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:13,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:13,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:13,615 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:13,615 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:13,616 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:13,617 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C39023%2C1731035892342.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:18:13,628 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.meta.1731035893617.meta, exclude list is [], retry=0 2024-11-08T03:18:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:13,631 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.meta.1731035893617.meta 2024-11-08T03:18:13,631 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:13,632 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:13,632 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:13,632 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:13,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:13,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:13,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:13,639 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/info/cc2bab4c727a42e7812f89fcf8db643f 2024-11-08T03:18:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:13,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:13,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:13,645 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/ns/b47da6a2d7ba42b698eee0283c769969 2024-11-08T03:18:13,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:13,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:13,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:13,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:13,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:13,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:13,651 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/table/02ea27080c5f4b28910cd2d8fa44e08a 2024-11-08T03:18:13,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:13,651 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:13,652 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:18:13,653 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740 2024-11-08T03:18:13,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:13,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:13,654 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:13,655 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:13,655 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64445185, jitterRate=-0.03969191014766693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:13,656 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:13,656 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035893633Writing region info on filesystem at 1731035893633Initializing all the Stores at 1731035893633Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035893633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035893634 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035893634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035893634Cleaning up temporary data from old regions at 1731035893654 (+20 ms)Running coprocessor post-open hooks at 1731035893656 (+2 ms)Region opened successfully at 1731035893656 2024-11-08T03:18:13,656 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731035893611 2024-11-08T03:18:13,658 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:13,658 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:13,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,39023,1731035892342, state=OPEN 2024-11-08T03:18:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870386283/meta-region-server 2024-11-08T03:18:13,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,39023,1731035892342 2024-11-08T03:18:13,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:13,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870386283/meta-region-server: CHANGED 2024-11-08T03:18:13,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T03:18:13,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,39023,1731035892342 in 221 msec 2024-11-08T03:18:13,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:18:13,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-08T03:18:13,812 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:14,216 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:14,642 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T03:18:14,720 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:15,325 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:16,029 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:16,144 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T03:18:16,833 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:17,546 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T03:18:17,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:17,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:17,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,39023,1731035892342, seqNum=-1] 2024-11-08T03:18:17,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:17,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:17,553 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d4bb18f445921cfcb819a5001e53652f, regionState=OPEN, lastHost=350fccc412b5,33695,1731035877354, regionLocation=350fccc412b5,33695,1731035877354, openSeqNum=2 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035957553 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036017553 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-08T03:18:17,553 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 350fccc412b5,33695,1731035877354 had 2 regions 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,553 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,554 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,554 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:40061, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,554 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,554 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,554 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 350fccc412b5,33695,1731035877354, splitWal=true, meta=true, isMeta: false 2024-11-08T03:18:17,556 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354-splitting dir is empty, no logs to split. 2024-11-08T03:18:17,556 INFO [PEWorker-3 {}] master.SplitWALManager(105): 350fccc412b5,33695,1731035877354 WAL count=0, meta=false 2024-11-08T03:18:17,559 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,33695,1731035877354-splitting dir is empty, no logs to split. 2024-11-08T03:18:17,559 INFO [PEWorker-3 {}] master.SplitWALManager(105): 350fccc412b5,33695,1731035877354 WAL count=0, meta=false 2024-11-08T03:18:17,559 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 350fccc412b5,33695,1731035877354 WAL splitting is done? wals=0, meta=false 2024-11-08T03:18:17,561 WARN [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=350fccc412b5,33695,1731035877354/hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:17,561 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.165sec 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:17,562 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:17,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN}] 2024-11-08T03:18:17,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN 2024-11-08T03:18:17,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108f32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40061,-1 for getting cluster id 2024-11-08T03:18:17,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:17,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T03:18:17,567 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:17,567 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:17,567 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40061,1731035892298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:17,567 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d229d76-7f90-4661-8d5a-9b17b72fd2ea' 2024-11-08T03:18:17,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d229d76-7f90-4661-8d5a-9b17b72fd2ea" 2024-11-08T03:18:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f4e255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40061,-1] 2024-11-08T03:18:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:17,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,569 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592b9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,39023,1731035892342, seqNum=-1] 2024-11-08T03:18:17,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:17,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T03:18:17,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:17,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:17,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 350fccc412b5:40061 after: 350fccc412b5:40061 2024-11-08T03:18:17,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:17,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40061,-1 for getting cluster id 2024-11-08T03:18:17,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:17,577 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d229d76-7f90-4661-8d5a-9b17b72fd2ea' 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d229d76-7f90-4661-8d5a-9b17b72fd2ea" 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff86b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40061,-1] 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,579 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:17,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf9e66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:17,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40061,1731035892298 2024-11-08T03:18:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3541c936 2024-11-08T03:18:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:17,582 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:17,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40061 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T03:18:17,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:18:17,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:17,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:17,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:17,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:18:17,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=42992231, stopped=false 2024-11-08T03:18:17,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,43995,1731035882780 2024-11-08T03:18:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-136354035/running 2024-11-08T03:18:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-136354035/running 2024-11-08T03:18:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:17,670 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:17,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:17,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:17,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/running 2024-11-08T03:18:17,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,39231,1731035882889' ***** 2024-11-08T03:18:17,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:18:17,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Set watcher on znode that does not yet exist, /1-136354035/running 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:18:17,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,39231,1731035882889 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:39231. 2024-11-08T03:18:17,671 DEBUG [RS:0;350fccc412b5:39231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:17,671 DEBUG [RS:0;350fccc412b5:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:18:17,671 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:18:17,671 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:18:17,671 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:17,671 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:17,671 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:17,671 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:17,671 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:17,671 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:17,672 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T03:18:17,686 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/.tmp/ns/1e73436010e14df5a5fbb5bb20d5856a is 43, key is default/ns:d/1731035886152/Put/seqid=0 2024-11-08T03:18:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741835_1011 (size=5153) 2024-11-08T03:18:17,716 DEBUG [350fccc412b5:40061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:17,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d4bb18f445921cfcb819a5001e53652f, regionState=OPENING, regionLocation=350fccc412b5,39023,1731035892342 2024-11-08T03:18:17,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN because future has completed 2024-11-08T03:18:17,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,39023,1731035892342}] 2024-11-08T03:18:17,733 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:17,737 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:17,871 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:17,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:17,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:17,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:18:17,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C39023%2C1731035892342.rep, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs, maxLogs=10 2024-11-08T03:18:17,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.rep.1731035897876, exclude list is [], retry=0 2024-11-08T03:18:17,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35849,DS-849cc6ee-701d-4d3f-aacf-203165f2a1e9,DISK] 2024-11-08T03:18:17,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.rep.1731035897876 2024-11-08T03:18:17,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34077:34077)] 2024-11-08T03:18:17,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d4bb18f445921cfcb819a5001e53652f, NAME => 'hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:17,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. service=MultiRowMutationService 2024-11-08T03:18:17,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,893 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,894 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName hfileref 2024-11-08T03:18:17,894 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:17,895 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:17,895 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,895 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName queue 2024-11-08T03:18:17,895 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:17,900 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/queue/17aac5e93de846b3a931e97ae8e3bb9d 2024-11-08T03:18:17,900 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:17,900 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,901 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bb18f445921cfcb819a5001e53652f columnFamilyName sid 2024-11-08T03:18:17,901 DEBUG [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:17,901 INFO [StoreOpener-d4bb18f445921cfcb819a5001e53652f-1 {}] regionserver.HStore(327): Store=d4bb18f445921cfcb819a5001e53652f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:17,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:17,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d4bb18f445921cfcb819a5001e53652f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64779174, jitterRate=-0.034715086221694946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:17,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:17,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d4bb18f445921cfcb819a5001e53652f: Running coprocessor pre-open hook at 1731035897892Writing region info on filesystem at 1731035897892Initializing all the Stores at 1731035897893 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035897893Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035897893Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035897893Cleaning up temporary data from old regions at 1731035897904 (+11 ms)Running coprocessor post-open hooks at 1731035897906 (+2 ms)Region opened successfully at 1731035897906 2024-11-08T03:18:17,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., pid=13, masterSystemTime=1731035897872 2024-11-08T03:18:17,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:17,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:17,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d4bb18f445921cfcb819a5001e53652f, regionState=OPEN, openSeqNum=9, regionLocation=350fccc412b5,39023,1731035892342 2024-11-08T03:18:17,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,39023,1731035892342 because future has completed 2024-11-08T03:18:17,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T03:18:17,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d4bb18f445921cfcb819a5001e53652f, server=350fccc412b5,39023,1731035892342 in 192 msec 2024-11-08T03:18:17,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T03:18:17,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bb18f445921cfcb819a5001e53652f, ASSIGN in 350 msec 2024-11-08T03:18:17,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T03:18:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., hostname=350fccc412b5,39023,1731035892342, seqNum=9] 2024-11-08T03:18:17,932 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 350fccc412b5,33695,1731035877354 2024-11-08T03:18:17,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T03:18:18,023 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:18:18,023 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:18:18,072 DEBUG [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:18,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T03:18:18,090 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/.tmp/ns/1e73436010e14df5a5fbb5bb20d5856a 2024-11-08T03:18:18,095 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/.tmp/ns/1e73436010e14df5a5fbb5bb20d5856a as hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/ns/1e73436010e14df5a5fbb5bb20d5856a 2024-11-08T03:18:18,100 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/ns/1e73436010e14df5a5fbb5bb20d5856a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T03:18:18,100 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-08T03:18:18,101 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:18:18,104 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T03:18:18,105 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:18,105 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:18,105 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:18,105 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035897671Running coprocessor pre-close hooks at 1731035897671Disabling compacts and flushes for region at 1731035897671Disabling writes for close at 1731035897671Obtaining lock to block concurrent updates at 1731035897672 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731035897672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731035897672Flushing stores of hbase:meta,,1.1588230740 at 1731035897672Flushing 1588230740/ns: creating writer at 1731035897672Flushing 1588230740/ns: appending metadata at 1731035897686 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731035897686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c19d2ef: reopening flushed file at 1731035898095 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731035898100 (+5 ms)Writing region close event to WAL at 1731035898101 (+1 ms)Running coprocessor post-close hooks at 1731035898105 (+4 ms)Closed at 1731035898105 2024-11-08T03:18:18,105 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:18,272 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,39231,1731035882889; all regions closed. 2024-11-08T03:18:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741834_1010 (size=1152) 2024-11-08T03:18:18,302 DEBUG [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/oldWALs 2024-11-08T03:18:18,302 INFO [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C39231%2C1731035882889.meta:.meta(num 1731035886104) 2024-11-08T03:18:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741832_1008 (size=93) 2024-11-08T03:18:18,304 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/WALs/350fccc412b5,39231,1731035882889/350fccc412b5%2C39231%2C1731035882889.1731035885150 not finished, retry = 0 2024-11-08T03:18:18,406 DEBUG [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/oldWALs 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C39231%2C1731035882889:(num 1731035885150) 2024-11-08T03:18:18,406 DEBUG [RS:0;350fccc412b5:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:18,406 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:18,406 INFO [RS:0;350fccc412b5:39231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39231 2024-11-08T03:18:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035/rs 2024-11-08T03:18:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-136354035/rs/350fccc412b5,39231,1731035882889 2024-11-08T03:18:18,427 INFO [RS:0;350fccc412b5:39231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:18,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,39231,1731035882889] 2024-11-08T03:18:18,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-136354035/draining/350fccc412b5,39231,1731035882889 already deleted, retry=false 2024-11-08T03:18:18,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,39231,1731035882889 expired; onlineServers=0 2024-11-08T03:18:18,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,43995,1731035882780' ***** 2024-11-08T03:18:18,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:18,449 DEBUG [M:0;350fccc412b5:43995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:18:18,449 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035884909 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035884909,5,FailOnTimeoutGroup] 2024-11-08T03:18:18,449 DEBUG [M:0;350fccc412b5:43995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:18:18,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:18:18,449 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035884909 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035884909,5,FailOnTimeoutGroup] 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:18,449 DEBUG [M:0;350fccc412b5:43995 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:18,449 INFO [M:0;350fccc412b5:43995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:18:18,449 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:18:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-136354035/master 2024-11-08T03:18:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-136354035 2024-11-08T03:18:18,459 DEBUG [M:0;350fccc412b5:43995 {}] zookeeper.ZKUtil(347): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Unable to get data of znode /1-136354035/master because node does not exist (not an error) 2024-11-08T03:18:18,459 WARN [M:0;350fccc412b5:43995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:18:18,460 INFO [M:0;350fccc412b5:43995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/.lastflushedseqids 2024-11-08T03:18:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741836_1012 (size=99) 2024-11-08T03:18:18,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:18,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1011873423f0004, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:18,538 INFO [RS:0;350fccc412b5:39231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:18,538 INFO [RS:0;350fccc412b5:39231 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,39231,1731035882889; zookeeper connection closed. 2024-11-08T03:18:18,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b1193f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b1193f 2024-11-08T03:18:18,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:18:18,741 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:18,865 INFO [M:0;350fccc412b5:43995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:18:18,865 INFO [M:0;350fccc412b5:43995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:18:18,865 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:18,865 INFO [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:18,865 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:18,865 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:18,865 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:18,866 INFO [M:0;350fccc412b5:43995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T03:18:18,879 DEBUG [M:0;350fccc412b5:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a326af935b14a57b21a67c47d3ff103 is 82, key is hbase:meta,,1/info:regioninfo/1731035886134/Put/seqid=0 2024-11-08T03:18:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741837_1013 (size=5672) 2024-11-08T03:18:18,886 INFO [M:0;350fccc412b5:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a326af935b14a57b21a67c47d3ff103 2024-11-08T03:18:18,903 DEBUG [M:0;350fccc412b5:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccf555e03bfa498f87dac5c65ad0573d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731035886155/Put/seqid=0 2024-11-08T03:18:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741838_1014 (size=5275) 2024-11-08T03:18:19,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:19,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:19,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:19,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:19,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:19,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:19,308 INFO [M:0;350fccc412b5:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccf555e03bfa498f87dac5c65ad0573d 2024-11-08T03:18:19,340 DEBUG [M:0;350fccc412b5:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb881b5adf4743718227403a1cb31e3c is 69, key is 350fccc412b5,39231,1731035882889/rs:state/1731035884947/Put/seqid=0 2024-11-08T03:18:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741839_1015 (size=5156) 2024-11-08T03:18:19,746 INFO [M:0;350fccc412b5:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb881b5adf4743718227403a1cb31e3c 2024-11-08T03:18:19,751 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a326af935b14a57b21a67c47d3ff103 as hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a326af935b14a57b21a67c47d3ff103 2024-11-08T03:18:19,755 INFO [M:0;350fccc412b5:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a326af935b14a57b21a67c47d3ff103, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T03:18:19,756 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccf555e03bfa498f87dac5c65ad0573d as hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccf555e03bfa498f87dac5c65ad0573d 2024-11-08T03:18:19,761 INFO [M:0;350fccc412b5:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccf555e03bfa498f87dac5c65ad0573d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T03:18:19,762 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb881b5adf4743718227403a1cb31e3c as hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb881b5adf4743718227403a1cb31e3c 2024-11-08T03:18:19,767 INFO [M:0;350fccc412b5:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45213/user/jenkins/test-data/fae3b5d1-3dba-0519-39b7-771ea0ca22c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb881b5adf4743718227403a1cb31e3c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T03:18:19,768 INFO [M:0;350fccc412b5:43995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=28, compaction requested=false 2024-11-08T03:18:19,769 INFO [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:19,769 DEBUG [M:0;350fccc412b5:43995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035898865Disabling compacts and flushes for region at 1731035898865Disabling writes for close at 1731035898865Obtaining lock to block concurrent updates at 1731035898866 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035898866Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731035898866Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035898866Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035898866Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035898879 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035898879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035898890 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035898903 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035898903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035899319 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035899339 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035899339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682653f0: reopening flushed file at 1731035899750 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f997c73: reopening flushed file at 1731035899755 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdff0fb: reopening flushed file at 1731035899761 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=28, compaction requested=false at 1731035899768 (+7 ms)Writing region close event to WAL at 1731035899769 (+1 ms)Closed at 1731035899769 2024-11-08T03:18:19,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38179 is added to blk_1073741830_1006 (size=10165) 2024-11-08T03:18:19,772 INFO [M:0;350fccc412b5:43995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:18:19,772 INFO [M:0;350fccc412b5:43995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43995 2024-11-08T03:18:19,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:19,773 INFO [M:0;350fccc412b5:43995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:19,846 DEBUG [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.1731035893286 to pos 0, reset compression=false 2024-11-08T03:18:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:18:19,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:19,959 INFO [M:0;350fccc412b5:43995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x1011873423f0003, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:19,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375a8fa5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:19,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6793ab4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:19,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:19,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a49806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:19,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:19,962 WARN [BP-806313970-172.17.0.3-1731035880573 heartbeating to localhost/127.0.0.1:45213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:18:19,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:18:19,962 WARN [BP-806313970-172.17.0.3-1731035880573 heartbeating to localhost/127.0.0.1:45213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806313970-172.17.0.3-1731035880573 (Datanode Uuid fca831bb-862e-46aa-bcf0-3b9d9420e331) service to localhost/127.0.0.1:45213 2024-11-08T03:18:19,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:18:19,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/cluster_5a6cb4e8-d5ac-89fb-1691-4107cbd51355/data/data1/current/BP-806313970-172.17.0.3-1731035880573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:19,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/cluster_5a6cb4e8-d5ac-89fb-1691-4107cbd51355/data/data2/current/BP-806313970-172.17.0.3-1731035880573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:19,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:18:19,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d4048c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:19,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48e568c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:19,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:19,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157328b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:19,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:18:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:18:19,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:19,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:19,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:19,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:19,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:19,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:18:19,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394370168, stopped=false 2024-11-08T03:18:19,979 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,40061,1731035892298 2024-11-08T03:18:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/running 2024-11-08T03:18:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:19,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:19,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:19,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:19,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:19,996 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,39023,1731035892342' ***** 2024-11-08T03:18:19,996 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:18:19,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Set watcher on znode that does not yet exist, /0-1870386283/running 2024-11-08T03:18:19,996 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:18:19,996 INFO [RS:0;350fccc412b5:39023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:18:19,996 INFO [RS:0;350fccc412b5:39023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:18:19,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:18:19,996 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(3091): Received CLOSE for d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,39023,1731035892342 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:39023. 2024-11-08T03:18:19,997 DEBUG [RS:0;350fccc412b5:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4bb18f445921cfcb819a5001e53652f, disabling compactions & flushes 2024-11-08T03:18:19,997 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:19,997 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. after waiting 0 ms 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:18:19,997 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:18:19,997 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1325): Online Regions={d4bb18f445921cfcb819a5001e53652f=hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:18:19,997 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4bb18f445921cfcb819a5001e53652f 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:19,997 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:19,997 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:19,998 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T03:18:20,000 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/replication/d4bb18f445921cfcb819a5001e53652f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T03:18:20,001 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:20,001 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:20,001 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:20,001 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4bb18f445921cfcb819a5001e53652f: Waiting for close lock at 1731035899997Running coprocessor pre-close hooks at 1731035899997Disabling compacts and flushes for region at 1731035899997Disabling writes for close at 1731035899997Writing region close event to WAL at 1731035899998 (+1 ms)Running coprocessor post-close hooks at 1731035900001 (+3 ms)Closed at 1731035900001 2024-11-08T03:18:20,001 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f. 2024-11-08T03:18:20,011 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/c1a33ab5ae9143088d7723fb6cf60d0c is 147, key is hbase:replication,,1731035886267.d4bb18f445921cfcb819a5001e53652f./info:regioninfo/1731035897909/Put/seqid=0 2024-11-08T03:18:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741851_1027 (size=6385) 2024-11-08T03:18:20,052 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:20,180 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:18:20,180 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:18:20,197 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:20,398 DEBUG [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:18:20,415 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/c1a33ab5ae9143088d7723fb6cf60d0c 2024-11-08T03:18:20,420 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/.tmp/info/c1a33ab5ae9143088d7723fb6cf60d0c as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/info/c1a33ab5ae9143088d7723fb6cf60d0c 2024-11-08T03:18:20,425 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/info/c1a33ab5ae9143088d7723fb6cf60d0c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T03:18:20,426 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-08T03:18:20,430 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T03:18:20,430 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:20,430 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:20,430 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:20,431 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035899997Running coprocessor pre-close hooks at 1731035899997Disabling compacts and flushes for region at 1731035899997Disabling writes for close at 1731035899997Obtaining lock to block concurrent updates at 1731035899998 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731035899998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731035899998Flushing stores of hbase:meta,,1.1588230740 at 1731035899998Flushing 1588230740/info: creating writer at 1731035899998Flushing 1588230740/info: appending metadata at 1731035900010 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731035900010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541b2519: reopening flushed file at 1731035900420 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731035900426 (+6 ms)Writing region close event to WAL at 1731035900427 (+1 ms)Running coprocessor post-close hooks at 1731035900430 (+3 ms)Closed at 1731035900430 2024-11-08T03:18:20,431 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:20,598 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,39023,1731035892342; all regions closed. 2024-11-08T03:18:20,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741849_1025 (size=2156) 2024-11-08T03:18:20,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/WALs/350fccc412b5,39023,1731035892342/350fccc412b5%2C39023%2C1731035892342.meta.1731035893617.meta not finished, retry = 0 2024-11-08T03:18:20,702 DEBUG [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:20,702 INFO [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C39023%2C1731035892342.meta:.meta(num 1731035893617) 2024-11-08T03:18:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741850_1026 (size=796) 2024-11-08T03:18:20,706 DEBUG [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:20,706 INFO [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C39023%2C1731035892342.rep:(num 1731035897876) 2024-11-08T03:18:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741848_1024 (size=93) 2024-11-08T03:18:20,709 DEBUG [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/oldWALs 2024-11-08T03:18:20,709 INFO [RS:0;350fccc412b5:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C39023%2C1731035892342:(num 1731035893286) 2024-11-08T03:18:20,709 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:20,709 INFO [RS:0;350fccc412b5:39023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:20,709 INFO [RS:0;350fccc412b5:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:20,709 INFO [RS:0;350fccc412b5:39023 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:20,709 INFO [RS:0;350fccc412b5:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:20,709 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:20,710 INFO [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,39023,1731035892342 because: Region server is closing 2024-11-08T03:18:20,710 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T03:18:20,710 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T03:18:20,710 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T03:18:20,710 INFO [RS:0;350fccc412b5:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:39023. 2024-11-08T03:18:20,710 DEBUG [RS:0;350fccc412b5:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:20,710 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:20,710 DEBUG [RS:0;350fccc412b5:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:20,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:20,810 WARN [RS:0;350fccc412b5:39023.replicationSource.wal-reader.350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:18:20,810 WARN [RS:0;350fccc412b5:39023.replicationSource.shipper350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:18:20,810 INFO [RS:0;350fccc412b5:39023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;350fccc412b5:39023.replicationSource.shipper350fccc412b5%2C39023%2C1731035892342,1-350fccc412b5,39023,1731035892342 terminated 2024-11-08T03:18:20,811 INFO [RS:0;350fccc412b5:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39023 2024-11-08T03:18:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/rs/350fccc412b5,39023,1731035892342 2024-11-08T03:18:20,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283/rs 2024-11-08T03:18:20,859 INFO [RS:0;350fccc412b5:39023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:20,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,39023,1731035892342] 2024-11-08T03:18:20,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870386283/draining/350fccc412b5,39023,1731035892342 already deleted, retry=false 2024-11-08T03:18:20,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,39023,1731035892342 expired; onlineServers=0 2024-11-08T03:18:20,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,40061,1731035892298' ***** 2024-11-08T03:18:20,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:18:20,880 INFO [M:0;350fccc412b5:40061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:20,880 INFO [M:0;350fccc412b5:40061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:20,880 DEBUG [M:0;350fccc412b5:40061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:18:20,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:18:20,880 DEBUG [M:0;350fccc412b5:40061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:18:20,880 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035893036 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035893036,5,FailOnTimeoutGroup] 2024-11-08T03:18:20,880 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035893036 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035893036,5,FailOnTimeoutGroup] 2024-11-08T03:18:20,880 INFO [M:0;350fccc412b5:40061 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:20,880 INFO [M:0;350fccc412b5:40061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:20,880 DEBUG [M:0;350fccc412b5:40061 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:18:20,880 INFO [M:0;350fccc412b5:40061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:18:20,881 INFO [M:0;350fccc412b5:40061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:20,881 INFO [M:0;350fccc412b5:40061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:18:20,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:18:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870386283/master 2024-11-08T03:18:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870386283 2024-11-08T03:18:20,890 DEBUG [M:0;350fccc412b5:40061 {}] zookeeper.ZKUtil(347): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Unable to get data of znode /0-1870386283/master because node does not exist (not an error) 2024-11-08T03:18:20,890 WARN [M:0;350fccc412b5:40061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:18:20,891 INFO [M:0;350fccc412b5:40061 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/.lastflushedseqids 2024-11-08T03:18:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741852_1028 (size=181) 2024-11-08T03:18:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:20,969 INFO [RS:0;350fccc412b5:39023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x1011873423f0007, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:20,969 INFO [RS:0;350fccc412b5:39023 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,39023,1731035892342; zookeeper connection closed. 2024-11-08T03:18:20,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 2024-11-08T03:18:20,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:18:21,295 INFO [M:0;350fccc412b5:40061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:18:21,296 INFO [M:0;350fccc412b5:40061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:18:21,296 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:21,296 INFO [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:21,296 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:21,296 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:21,296 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:21,296 INFO [M:0;350fccc412b5:40061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T03:18:21,312 DEBUG [M:0;350fccc412b5:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf17acd623e54448822fdf722589fd9a is 82, key is hbase:meta,,1/info:regioninfo/1731035893658/Put/seqid=0 2024-11-08T03:18:21,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741853_1029 (size=5672) 2024-11-08T03:18:21,716 INFO [M:0;350fccc412b5:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf17acd623e54448822fdf722589fd9a 2024-11-08T03:18:21,737 DEBUG [M:0;350fccc412b5:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13ea359aa724db5891698c5cd977c3c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731035897914/Put/seqid=0 2024-11-08T03:18:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741854_1030 (size=7312) 2024-11-08T03:18:22,141 INFO [M:0;350fccc412b5:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13ea359aa724db5891698c5cd977c3c 2024-11-08T03:18:22,158 DEBUG [M:0;350fccc412b5:40061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e96817a3de5143229c8c0df5cebf1da0 is 69, key is 350fccc412b5,39023,1731035892342/rs:state/1731035893095/Put/seqid=0 2024-11-08T03:18:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741855_1031 (size=5370) 2024-11-08T03:18:22,562 INFO [M:0;350fccc412b5:40061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e96817a3de5143229c8c0df5cebf1da0 2024-11-08T03:18:22,566 INFO [M:0;350fccc412b5:40061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96817a3de5143229c8c0df5cebf1da0 2024-11-08T03:18:22,566 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf17acd623e54448822fdf722589fd9a as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf17acd623e54448822fdf722589fd9a 2024-11-08T03:18:22,570 INFO [M:0;350fccc412b5:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf17acd623e54448822fdf722589fd9a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T03:18:22,571 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13ea359aa724db5891698c5cd977c3c as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13ea359aa724db5891698c5cd977c3c 2024-11-08T03:18:22,575 INFO [M:0;350fccc412b5:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13ea359aa724db5891698c5cd977c3c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T03:18:22,575 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e96817a3de5143229c8c0df5cebf1da0 as hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e96817a3de5143229c8c0df5cebf1da0 2024-11-08T03:18:22,579 INFO [M:0;350fccc412b5:40061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e96817a3de5143229c8c0df5cebf1da0 2024-11-08T03:18:22,579 INFO [M:0;350fccc412b5:40061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/3b492438-2215-c394-9154-9cbafff8ccc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e96817a3de5143229c8c0df5cebf1da0, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T03:18:22,580 INFO [M:0;350fccc412b5:40061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-08T03:18:22,581 INFO [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:22,581 DEBUG [M:0;350fccc412b5:40061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035901296Disabling compacts and flushes for region at 1731035901296Disabling writes for close at 1731035901296Obtaining lock to block concurrent updates at 1731035901296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035901296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731035901296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035901297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035901297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035901312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035901312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035901721 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035901737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035901737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035902145 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035902157 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035902157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121e4aa5: reopening flushed file at 1731035902566 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6919d631: reopening flushed file at 1731035902570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31dd7b6a: reopening flushed file at 1731035902575 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731035902580 (+5 ms)Writing region close event to WAL at 1731035902581 (+1 ms)Closed at 1731035902581 2024-11-08T03:18:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35849 is added to blk_1073741847_1023 (size=22903) 2024-11-08T03:18:22,583 INFO [M:0;350fccc412b5:40061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:18:22,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:22,583 INFO [M:0;350fccc412b5:40061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40061 2024-11-08T03:18:22,583 INFO [M:0;350fccc412b5:40061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:22,748 INFO [M:0;350fccc412b5:40061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:22,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40061-0x1011873423f0006, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:22,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f79296{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:22,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b32556b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:22,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:22,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec5723e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:22,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58893b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:22,752 WARN [BP-1091122734-172.17.0.3-1731035874981 heartbeating to localhost/127.0.0.1:45447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:18:22,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:18:22,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:18:22,752 WARN [BP-1091122734-172.17.0.3-1731035874981 heartbeating to localhost/127.0.0.1:45447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1091122734-172.17.0.3-1731035874981 (Datanode Uuid f1ec5320-cd1b-4f37-bc94-566f83023ca4) service to localhost/127.0.0.1:45447 2024-11-08T03:18:22,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/data/data1/current/BP-1091122734-172.17.0.3-1731035874981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:22,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/cluster_467931c6-56d6-e334-263d-dfce58ea9ed4/data/data2/current/BP-1091122734-172.17.0.3-1731035874981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:22,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:18:22,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17048030{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:22,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790cc8f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:22,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:22,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb122ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:22,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e07f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe367719-0331-9be6-e326-6b390e9720ab/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:22,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:18:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:18:22,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45213 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=574 (was 508) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=4979 (was 4994) 2024-11-08T03:18:22,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4979 2024-11-08T03:18:22,812 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T03:18:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir so I do NOT create it in target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76 2024-11-08T03:18:22,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:18:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.tmp.dir so I do NOT create it in target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76 2024-11-08T03:18:22,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fb163df-8538-615d-1fb9-843d42478335/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:18:22,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76 2024-11-08T03:18:22,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a, deleteOnExit=true 2024-11-08T03:18:22,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/zookeeper_0, clientPort=53950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:18:22,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53950 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/test.cache.data in system properties and HBase conf 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:18:22,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:18:22,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:18:22,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:18:22,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011873423f0005, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:18:22,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011873423f0002, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:18:22,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011873423f0002, quorum=127.0.0.1:62827, baseZNode=/0-1870386283 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:18:22,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011873423f0005, quorum=127.0.0.1:62827, baseZNode=/1-136354035 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:18:23,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:23,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:23,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:23,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:23,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:18:23,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:23,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fe2828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:23,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d181f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:23,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69dd62f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/java.io.tmpdir/jetty-localhost-38987-hadoop-hdfs-3_4_1-tests_jar-_-any-11118095098030517203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:23,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@552d44e7{HTTP/1.1, (http/1.1)}{localhost:38987} 2024-11-08T03:18:23,415 INFO [Time-limited test {}] server.Server(415): Started @170795ms 2024-11-08T03:18:23,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:23,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:23,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:23,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:23,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:18:23,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:23,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7820b50b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:23,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c6dabe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/java.io.tmpdir/jetty-localhost-41019-hadoop-hdfs-3_4_1-tests_jar-_-any-14649926132820353976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:23,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f115ead{HTTP/1.1, (http/1.1)}{localhost:41019} 2024-11-08T03:18:23,768 INFO [Time-limited test {}] server.Server(415): Started @171149ms 2024-11-08T03:18:23,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:18:24,464 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/data/data1/current/BP-1310158274-172.17.0.3-1731035902865/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:24,464 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/data/data2/current/BP-1310158274-172.17.0.3-1731035902865/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:24,483 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:18:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd4f97dd87c8903e with lease ID 0x72a49d6863778fc5: Processing first storage report for DS-eb907615-f8ce-483c-a812-16ed5ae92dba from datanode DatanodeRegistration(127.0.0.1:38427, datanodeUuid=347d4b99-2b11-4e33-9ea9-536646822f35, infoPort=43153, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=1258021502;c=1731035902865) 2024-11-08T03:18:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd4f97dd87c8903e with lease ID 0x72a49d6863778fc5: from storage DS-eb907615-f8ce-483c-a812-16ed5ae92dba node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=347d4b99-2b11-4e33-9ea9-536646822f35, infoPort=43153, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=1258021502;c=1731035902865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd4f97dd87c8903e with lease ID 0x72a49d6863778fc5: Processing first storage report for DS-5e0a3cb9-2cf3-49d2-ab83-f9d566dac25c from datanode DatanodeRegistration(127.0.0.1:38427, datanodeUuid=347d4b99-2b11-4e33-9ea9-536646822f35, infoPort=43153, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=1258021502;c=1731035902865) 2024-11-08T03:18:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd4f97dd87c8903e with lease ID 0x72a49d6863778fc5: from storage DS-5e0a3cb9-2cf3-49d2-ab83-f9d566dac25c node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=347d4b99-2b11-4e33-9ea9-536646822f35, infoPort=43153, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=1258021502;c=1731035902865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:24,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76 2024-11-08T03:18:24,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:24,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:18:24,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c with version=8 2024-11-08T03:18:24,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/hbase-staging 2024-11-08T03:18:24,905 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:24,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:24,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37855 2024-11-08T03:18:24,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37855 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378550x0, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:25,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37855-0x1011873af1f0000 connected 2024-11-08T03:18:25,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:25,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:25,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/running 2024-11-08T03:18:25,087 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c, hbase.cluster.distributed=false 2024-11-08T03:18:25,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/acl 2024-11-08T03:18:25,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-08T03:18:25,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37855 2024-11-08T03:18:25,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37855 2024-11-08T03:18:25,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-08T03:18:25,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-08T03:18:25,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:25,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:25,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45433 2024-11-08T03:18:25,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45433 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:25,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:25,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:25,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454330x0, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:25,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454330x0, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/running 2024-11-08T03:18:25,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45433-0x1011873af1f0001 connected 2024-11-08T03:18:25,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:25,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:25,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/master 2024-11-08T03:18:25,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/acl 2024-11-08T03:18:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-08T03:18:25,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45433 2024-11-08T03:18:25,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45433 2024-11-08T03:18:25,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-08T03:18:25,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45433 2024-11-08T03:18:25,135 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:37855 2024-11-08T03:18:25,135 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951134416/backup-masters/350fccc412b5,37855,1731035904905 2024-11-08T03:18:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/backup-masters 2024-11-08T03:18:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/backup-masters 2024-11-08T03:18:25,147 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on existing znode=/0951134416/backup-masters/350fccc412b5,37855,1731035904905 2024-11-08T03:18:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951134416/master 2024-11-08T03:18:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:25,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:25,158 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on existing znode=/0951134416/master 2024-11-08T03:18:25,158 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951134416/backup-masters/350fccc412b5,37855,1731035904905 from backup master directory 2024-11-08T03:18:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/backup-masters 2024-11-08T03:18:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951134416/backup-masters/350fccc412b5,37855,1731035904905 2024-11-08T03:18:25,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/backup-masters 2024-11-08T03:18:25,168 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:25,168 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,37855,1731035904905 2024-11-08T03:18:25,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/hbase.id] with ID: e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3 2024-11-08T03:18:25,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/.tmp/hbase.id 2024-11-08T03:18:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:18:25,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:25,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:25,576 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/.tmp/hbase.id]:[hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/hbase.id] 2024-11-08T03:18:25,584 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:25,584 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:25,585 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:18:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:18:26,036 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:26,037 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:26,037 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:18:26,443 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store 2024-11-08T03:18:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:18:26,848 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:26,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:26,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:26,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:26,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:26,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:26,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:26,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035906849Disabling compacts and flushes for region at 1731035906849Disabling writes for close at 1731035906849Writing region close event to WAL at 1731035906849Closed at 1731035906849 2024-11-08T03:18:26,849 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/.initializing 2024-11-08T03:18:26,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/WALs/350fccc412b5,37855,1731035904905 2024-11-08T03:18:26,850 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:26,852 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C37855%2C1731035904905, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/WALs/350fccc412b5,37855,1731035904905, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:26,863 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/WALs/350fccc412b5,37855,1731035904905/350fccc412b5%2C37855%2C1731035904905.1731035906852, exclude list is [], retry=0 2024-11-08T03:18:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-eb907615-f8ce-483c-a812-16ed5ae92dba,DISK] 2024-11-08T03:18:26,867 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/WALs/350fccc412b5,37855,1731035904905/350fccc412b5%2C37855%2C1731035904905.1731035906852 2024-11-08T03:18:26,867 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-08T03:18:26,867 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:26,867 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:26,868 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,868 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:26,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:26,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:26,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:26,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:26,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:26,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:26,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:26,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:26,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:26,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:26,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,875 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,875 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,876 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:26,877 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:26,878 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:26,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72284281, jitterRate=0.07711972296237946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:26,879 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035906868Initializing all the Stores at 1731035906868Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035906868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035906868Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035906868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035906868Cleaning up temporary data from old regions at 1731035906875 (+7 ms)Region opened successfully at 1731035906879 (+4 ms) 2024-11-08T03:18:26,879 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:26,881 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220ff09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:26,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:18:26,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:26,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:26,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:26,883 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:26,883 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:18:26,883 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:26,885 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:26,885 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:26,947 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/balancer already deleted, retry=false 2024-11-08T03:18:26,947 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:26,947 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:27,029 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/normalizer already deleted, retry=false 2024-11-08T03:18:27,029 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:27,030 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:27,068 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/switch/split already deleted, retry=false 2024-11-08T03:18:27,069 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:27,079 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/switch/merge already deleted, retry=false 2024-11-08T03:18:27,081 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:27,090 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951134416/running 2024-11-08T03:18:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951134416/running 2024-11-08T03:18:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,101 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,37855,1731035904905, sessionid=0x1011873af1f0000, setting cluster-up flag (Was=false) 2024-11-08T03:18:27,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,153 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951134416/flush-table-proc/acquired, /0951134416/flush-table-proc/reached, /0951134416/flush-table-proc/abort 2024-11-08T03:18:27,154 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37855,1731035904905 2024-11-08T03:18:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,205 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951134416/online-snapshot/acquired, /0951134416/online-snapshot/reached, /0951134416/online-snapshot/abort 2024-11-08T03:18:27,206 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37855,1731035904905 2024-11-08T03:18:27,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:18:27,209 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:27,209 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:27,209 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:27,209 WARN [master/350fccc412b5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 350fccc412b5,33695,1731035877354: status=Processing ServerCrashProcedure of 350fccc412b5,33695,1731035877354 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731035893036, completionTime=-1 appears to have been leaked 2024-11-08T03:18:27,209 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,37855,1731035904905 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:27,211 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:27,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:18:27,214 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:27,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035937220 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:27,220 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:27,221 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,224 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:27,224 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:27,224 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:27,224 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:27,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:27,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:27,225 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035907225,5,FailOnTimeoutGroup] 2024-11-08T03:18:27,225 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(746): ClusterId : e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3 2024-11-08T03:18:27,225 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:18:27,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:18:27,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c 2024-11-08T03:18:27,228 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035907225,5,FailOnTimeoutGroup] 2024-11-08T03:18:27,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:27,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741832_1008 (size=32) 2024-11-08T03:18:27,238 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:27,238 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:27,248 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:27,248 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d39b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:27,262 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:45433 2024-11-08T03:18:27,262 INFO [RS:0;350fccc412b5:45433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:27,262 INFO [RS:0;350fccc412b5:45433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:27,262 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:27,263 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,37855,1731035904905 with port=45433, startcode=1731035905103 2024-11-08T03:18:27,263 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:27,264 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:27,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,266 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c 2024-11-08T03:18:27,266 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-08T03:18:27,266 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/rs 2024-11-08T03:18:27,273 DEBUG [RS:0;350fccc412b5:45433 {}] zookeeper.ZKUtil(111): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on existing znode=/0951134416/rs/350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,273 WARN [RS:0;350fccc412b5:45433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:27,273 INFO [RS:0;350fccc412b5:45433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:27,274 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,45433,1731035905103] 2024-11-08T03:18:27,276 INFO [RS:0;350fccc412b5:45433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:27,280 INFO [RS:0;350fccc412b5:45433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:27,284 INFO [RS:0;350fccc412b5:45433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:27,284 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,284 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:27,285 INFO [RS:0;350fccc412b5:45433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:27,285 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,285 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,285 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,285 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:27,286 DEBUG [RS:0;350fccc412b5:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:27,288 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,288 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,288 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,288 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,289 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,289 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45433,1731035905103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:27,303 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:27,303 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45433,1731035905103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,303 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,303 INFO [RS:0;350fccc412b5:45433 {}] regionserver.Replication(171): 350fccc412b5,45433,1731035905103 started 2024-11-08T03:18:27,315 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:27,315 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,45433,1731035905103, RpcServer on 350fccc412b5/172.17.0.3:45433, sessionid=0x1011873af1f0001 2024-11-08T03:18:27,316 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:27,316 DEBUG [RS:0;350fccc412b5:45433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,316 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45433,1731035905103' 2024-11-08T03:18:27,316 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951134416/flush-table-proc/abort' 2024-11-08T03:18:27,316 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951134416/flush-table-proc/acquired' 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45433,1731035905103' 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951134416/online-snapshot/abort' 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951134416/online-snapshot/acquired' 2024-11-08T03:18:27,317 DEBUG [RS:0;350fccc412b5:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:27,317 INFO [RS:0;350fccc412b5:45433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:27,317 INFO [RS:0;350fccc412b5:45433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:27,418 INFO [RS:0;350fccc412b5:45433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:27,419 INFO [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45433%2C1731035905103, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs, maxLogs=10 2024-11-08T03:18:27,437 DEBUG [RS:0;350fccc412b5:45433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420, exclude list is [], retry=0 2024-11-08T03:18:27,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-eb907615-f8ce-483c-a812-16ed5ae92dba,DISK] 2024-11-08T03:18:27,441 INFO [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 2024-11-08T03:18:27,441 DEBUG [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-08T03:18:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:27,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:27,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:27,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:27,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:27,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:27,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:27,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:27,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:27,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:27,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:27,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:27,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:27,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:27,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:27,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:27,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:27,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:27,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740 2024-11-08T03:18:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740 2024-11-08T03:18:27,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:27,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:27,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:27,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:27,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:27,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72723987, jitterRate=0.08367185294628143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035907637Initializing all the Stores at 1731035907638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035907638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035907638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035907638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035907638Cleaning up temporary data from old regions at 1731035907646 (+8 ms)Region opened successfully at 1731035907650 (+4 ms) 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:27,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:27,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:27,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035907650Disabling compacts and flushes for region at 1731035907650Disabling writes for close at 1731035907650Writing region close event to WAL at 1731035907650Closed at 1731035907650 2024-11-08T03:18:27,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:27,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:18:27,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:27,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:27,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:27,803 DEBUG [350fccc412b5:37855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:27,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:27,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45433,1731035905103, state=OPENING 2024-11-08T03:18:27,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:27,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:27,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951134416/meta-region-server: CHANGED 2024-11-08T03:18:27,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45433,1731035905103}] 2024-11-08T03:18:27,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951134416/meta-region-server: CHANGED 2024-11-08T03:18:28,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:28,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:28,019 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:28,019 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:28,019 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:28,020 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45433%2C1731035905103.meta, suffix=.meta, logDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs, maxLogs=10 2024-11-08T03:18:28,032 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.meta.1731035908021.meta, exclude list is [], retry=0 2024-11-08T03:18:28,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-eb907615-f8ce-483c-a812-16ed5ae92dba,DISK] 2024-11-08T03:18:28,035 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.meta.1731035908021.meta 2024-11-08T03:18:28,035 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-08T03:18:28,035 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:28,036 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:28,036 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:28,036 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:28,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:28,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:28,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:28,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:28,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:28,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:28,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:28,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:28,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:28,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:28,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:28,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:28,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:28,041 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:28,042 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740 2024-11-08T03:18:28,043 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740 2024-11-08T03:18:28,044 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:28,044 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:28,044 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:28,045 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:28,045 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66045961, jitterRate=-0.015838488936424255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:28,046 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:28,046 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035908036Writing region info on filesystem at 1731035908036Initializing all the Stores at 1731035908037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035908037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035908037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035908037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035908037Cleaning up temporary data from old regions at 1731035908044 (+7 ms)Running coprocessor post-open hooks at 1731035908046 (+2 ms)Region opened successfully at 1731035908046 2024-11-08T03:18:28,047 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035908015 2024-11-08T03:18:28,048 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:28,048 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:28,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:28,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45433,1731035905103, state=OPEN 2024-11-08T03:18:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951134416/meta-region-server 2024-11-08T03:18:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951134416/meta-region-server 2024-11-08T03:18:28,307 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,45433,1731035905103 2024-11-08T03:18:28,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951134416/meta-region-server: CHANGED 2024-11-08T03:18:28,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951134416/meta-region-server: CHANGED 2024-11-08T03:18:28,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:28,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45433,1731035905103 in 444 msec 2024-11-08T03:18:28,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:28,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-08T03:18:28,311 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:28,312 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:28,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:28,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:28,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:28,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:28,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1080 sec 2024-11-08T03:18:28,318 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035908318, completionTime=-1 2024-11-08T03:18:28,318 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:28,318 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:28,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:28,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035968319 2024-11-08T03:18:28,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036028319 2024-11-08T03:18:28,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:37855, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,320 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,321 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.155sec 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:28,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:28,325 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:28,325 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:28,325 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37855,1731035904905-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:28,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab7f37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:28,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:28,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:28,327 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:28,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:28,328 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:28,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1ae177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:28,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:28,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:28,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,37855,1731035904905 2024-11-08T03:18:28,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:28,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:28,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011873af1f0002 connected 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir so I do NOT create it in target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0 2024-11-08T03:18:28,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.tmp.dir so I do NOT create it in target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0 2024-11-08T03:18:28,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:18:28,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/cluster_db6b0edb-5dae-bbb8-094a-a02a0bae68c2, deleteOnExit=true 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:18:28,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/test.cache.data in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:18:28,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:18:28,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:18:28,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:18:28,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:28,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:18:28,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:18:28,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:28,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:28,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:28,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:28,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:28,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:28,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:28,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a4639a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:28,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f7ba7a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/java.io.tmpdir/jetty-localhost-33297-hadoop-hdfs-3_4_1-tests_jar-_-any-10376872946132604675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:28,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272158a4{HTTP/1.1, (http/1.1)}{localhost:33297} 2024-11-08T03:18:28,755 INFO [Time-limited test {}] server.Server(415): Started @176136ms 2024-11-08T03:18:29,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:29,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:29,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:29,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:29,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:29,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:29,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7998d69f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:29,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14610450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/java.io.tmpdir/jetty-localhost-32943-hadoop-hdfs-3_4_1-tests_jar-_-any-5539331643941541533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:29,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7bda64{HTTP/1.1, (http/1.1)}{localhost:32943} 2024-11-08T03:18:29,138 INFO [Time-limited test {}] server.Server(415): Started @176519ms 2024-11-08T03:18:29,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:18:29,806 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/cluster_db6b0edb-5dae-bbb8-094a-a02a0bae68c2/data/data1/current/BP-424251921-172.17.0.3-1731035908389/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:29,806 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/cluster_db6b0edb-5dae-bbb8-094a-a02a0bae68c2/data/data2/current/BP-424251921-172.17.0.3-1731035908389/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:29,821 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:18:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcf8b3ace7562d7c with lease ID 0x85a06eba351b4940: Processing first storage report for DS-bb936686-ef7e-4358-8981-819e2d8058cd from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=527d379f-db33-4490-9579-ce687aa65322, infoPort=46487, infoSecurePort=0, ipcPort=35211, storageInfo=lv=-57;cid=testClusterID;nsid=1591396483;c=1731035908389) 2024-11-08T03:18:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcf8b3ace7562d7c with lease ID 0x85a06eba351b4940: from storage DS-bb936686-ef7e-4358-8981-819e2d8058cd node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=527d379f-db33-4490-9579-ce687aa65322, infoPort=46487, infoSecurePort=0, ipcPort=35211, storageInfo=lv=-57;cid=testClusterID;nsid=1591396483;c=1731035908389), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcf8b3ace7562d7c with lease ID 0x85a06eba351b4940: Processing first storage report for DS-9ad9fa9e-0ac8-4977-bc1b-4eeff4dd165e from datanode DatanodeRegistration(127.0.0.1:45153, datanodeUuid=527d379f-db33-4490-9579-ce687aa65322, infoPort=46487, infoSecurePort=0, ipcPort=35211, storageInfo=lv=-57;cid=testClusterID;nsid=1591396483;c=1731035908389) 2024-11-08T03:18:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcf8b3ace7562d7c with lease ID 0x85a06eba351b4940: from storage DS-9ad9fa9e-0ac8-4977-bc1b-4eeff4dd165e node DatanodeRegistration(127.0.0.1:45153, datanodeUuid=527d379f-db33-4490-9579-ce687aa65322, infoPort=46487, infoSecurePort=0, ipcPort=35211, storageInfo=lv=-57;cid=testClusterID;nsid=1591396483;c=1731035908389), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:29,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0 2024-11-08T03:18:29,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:29,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:18:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:18:30,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e with version=8 2024-11-08T03:18:30,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/hbase-staging 2024-11-08T03:18:30,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:30,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:30,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:30,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46593 2024-11-08T03:18:30,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46593 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:30,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465930x0, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:30,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46593-0x1011873af1f0003 connected 2024-11-08T03:18:30,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:30,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:30,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/running 2024-11-08T03:18:30,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e, hbase.cluster.distributed=false 2024-11-08T03:18:30,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/acl 2024-11-08T03:18:30,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-08T03:18:30,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46593 2024-11-08T03:18:30,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46593 2024-11-08T03:18:30,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-08T03:18:30,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-08T03:18:30,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:30,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45097 2024-11-08T03:18:30,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45097 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:30,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:30,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:30,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450970x0, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:30,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450970x0, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/running 2024-11-08T03:18:30,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45097-0x1011873af1f0004 connected 2024-11-08T03:18:30,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:30,569 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:30,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/master 2024-11-08T03:18:30,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/acl 2024-11-08T03:18:30,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-08T03:18:30,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45097 2024-11-08T03:18:30,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45097 2024-11-08T03:18:30,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-08T03:18:30,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45097 2024-11-08T03:18:30,580 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:46593 2024-11-08T03:18:30,581 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1669332864/backup-masters/350fccc412b5,46593,1731035910273 2024-11-08T03:18:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/backup-masters 2024-11-08T03:18:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/backup-masters 2024-11-08T03:18:30,589 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on existing znode=/1-1669332864/backup-masters/350fccc412b5,46593,1731035910273 2024-11-08T03:18:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1669332864/master 2024-11-08T03:18:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:30,599 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on existing znode=/1-1669332864/master 2024-11-08T03:18:30,600 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1669332864/backup-masters/350fccc412b5,46593,1731035910273 from backup master directory 2024-11-08T03:18:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/backup-masters 2024-11-08T03:18:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1669332864/backup-masters/350fccc412b5,46593,1731035910273 2024-11-08T03:18:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/backup-masters 2024-11-08T03:18:30,610 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:30,610 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,46593,1731035910273 2024-11-08T03:18:30,613 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/hbase.id] with ID: 9a81e440-94b3-4346-b840-e4c617fffc95 2024-11-08T03:18:30,613 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/.tmp/hbase.id 2024-11-08T03:18:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:18:31,017 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/.tmp/hbase.id]:[hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/hbase.id] 2024-11-08T03:18:31,025 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:31,025 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:31,026 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:18:31,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:31,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:18:31,458 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:31,459 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:31,459 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:18:31,868 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store 2024-11-08T03:18:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:18:32,275 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:32,276 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:32,276 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035912275Disabling compacts and flushes for region at 1731035912275Disabling writes for close at 1731035912276 (+1 ms)Writing region close event to WAL at 1731035912276Closed at 1731035912276 2024-11-08T03:18:32,276 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/.initializing 2024-11-08T03:18:32,276 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/WALs/350fccc412b5,46593,1731035910273 2024-11-08T03:18:32,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:32,279 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C46593%2C1731035910273, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/WALs/350fccc412b5,46593,1731035910273, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:32,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/WALs/350fccc412b5,46593,1731035910273/350fccc412b5%2C46593%2C1731035910273.1731035912279, exclude list is [], retry=0 2024-11-08T03:18:32,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-bb936686-ef7e-4358-8981-819e2d8058cd,DISK] 2024-11-08T03:18:32,298 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/WALs/350fccc412b5,46593,1731035910273/350fccc412b5%2C46593%2C1731035910273.1731035912279 2024-11-08T03:18:32,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-08T03:18:32,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:32,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:32,298 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,299 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:32,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:32,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:32,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:32,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:32,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,306 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,306 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,307 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,307 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,307 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:32,308 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:32,310 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:32,310 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59313118, jitterRate=-0.11616566777229309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:32,310 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035912299Initializing all the Stores at 1731035912299Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035912299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035912300 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035912300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035912300Cleaning up temporary data from old regions at 1731035912307 (+7 ms)Region opened successfully at 1731035912310 (+3 ms) 2024-11-08T03:18:32,310 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:32,312 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662468fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:32,313 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:18:32,313 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:32,313 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:32,313 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:32,314 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:32,314 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:18:32,314 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:32,321 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:32,321 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:32,367 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/balancer already deleted, retry=false 2024-11-08T03:18:32,368 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:32,369 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:32,378 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/normalizer already deleted, retry=false 2024-11-08T03:18:32,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:32,379 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:32,389 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/switch/split already deleted, retry=false 2024-11-08T03:18:32,390 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:32,399 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/switch/merge already deleted, retry=false 2024-11-08T03:18:32,401 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:32,409 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:32,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1669332864/running 2024-11-08T03:18:32,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1669332864/running 2024-11-08T03:18:32,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,437 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,46593,1731035910273, sessionid=0x1011873af1f0003, setting cluster-up flag (Was=false) 2024-11-08T03:18:32,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,489 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1669332864/flush-table-proc/acquired, /1-1669332864/flush-table-proc/reached, /1-1669332864/flush-table-proc/abort 2024-11-08T03:18:32,490 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46593,1731035910273 2024-11-08T03:18:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:32,542 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1669332864/online-snapshot/acquired, /1-1669332864/online-snapshot/reached, /1-1669332864/online-snapshot/abort 2024-11-08T03:18:32,543 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46593,1731035910273 2024-11-08T03:18:32,544 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:18:32,545 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:32,546 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:32,546 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:32,546 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,46593,1731035910273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:32,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:18:32,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035942560 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:32,560 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:32,564 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,565 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:32,565 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:32,565 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:32,565 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:18:32,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:18:32,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e 2024-11-08T03:18:32,569 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:32,569 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:32,572 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035912569,5,FailOnTimeoutGroup] 2024-11-08T03:18:32,576 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035912572,5,FailOnTimeoutGroup] 2024-11-08T03:18:32,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:32,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,581 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(746): ClusterId : 9a81e440-94b3-4346-b840-e4c617fffc95 2024-11-08T03:18:32,581 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741832_1008 (size=32) 2024-11-08T03:18:32,589 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:32,589 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:32,600 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:32,600 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab69adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:32,615 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:45097 2024-11-08T03:18:32,615 INFO [RS:0;350fccc412b5:45097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:32,615 INFO [RS:0;350fccc412b5:45097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:32,615 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:32,616 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,46593,1731035910273 with port=45097, startcode=1731035910554 2024-11-08T03:18:32,616 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:32,621 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:32,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,622 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e 2024-11-08T03:18:32,622 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34215 2024-11-08T03:18:32,622 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:32,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/rs 2024-11-08T03:18:32,681 DEBUG [RS:0;350fccc412b5:45097 {}] zookeeper.ZKUtil(111): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on existing znode=/1-1669332864/rs/350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,681 WARN [RS:0;350fccc412b5:45097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:32,681 INFO [RS:0;350fccc412b5:45097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:32,681 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,45097,1731035910554] 2024-11-08T03:18:32,685 INFO [RS:0;350fccc412b5:45097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:32,687 INFO [RS:0;350fccc412b5:45097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:32,687 INFO [RS:0;350fccc412b5:45097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:32,687 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,687 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:32,696 INFO [RS:0;350fccc412b5:45097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:32,696 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:32,696 DEBUG [RS:0;350fccc412b5:45097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,699 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45097,1731035910554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:32,719 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:32,719 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,45097,1731035910554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,720 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,720 INFO [RS:0;350fccc412b5:45097 {}] regionserver.Replication(171): 350fccc412b5,45097,1731035910554 started 2024-11-08T03:18:32,739 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:32,739 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,45097,1731035910554, RpcServer on 350fccc412b5/172.17.0.3:45097, sessionid=0x1011873af1f0004 2024-11-08T03:18:32,739 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:32,739 DEBUG [RS:0;350fccc412b5:45097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,739 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45097,1731035910554' 2024-11-08T03:18:32,739 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1669332864/flush-table-proc/abort' 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1669332864/flush-table-proc/acquired' 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,45097,1731035910554 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,45097,1731035910554' 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1669332864/online-snapshot/abort' 2024-11-08T03:18:32,740 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1669332864/online-snapshot/acquired' 2024-11-08T03:18:32,741 DEBUG [RS:0;350fccc412b5:45097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:32,741 INFO [RS:0;350fccc412b5:45097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:32,741 INFO [RS:0;350fccc412b5:45097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:32,841 INFO [RS:0;350fccc412b5:45097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:32,843 INFO [RS:0;350fccc412b5:45097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45097%2C1731035910554, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/oldWALs, maxLogs=10 2024-11-08T03:18:32,860 DEBUG [RS:0;350fccc412b5:45097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, exclude list is [], retry=0 2024-11-08T03:18:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-bb936686-ef7e-4358-8981-819e2d8058cd,DISK] 2024-11-08T03:18:32,871 INFO [RS:0;350fccc412b5:45097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 2024-11-08T03:18:32,871 DEBUG [RS:0;350fccc412b5:45097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-08T03:18:32,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:32,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:32,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:32,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:32,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:32,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:32,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:32,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:32,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:32,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:32,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:32,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:32,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:32,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:32,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740 2024-11-08T03:18:32,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740 2024-11-08T03:18:32,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:32,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:32,997 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:32,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:33,000 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60258365, jitterRate=-0.10208038985729218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035912989Initializing all the Stores at 1731035912990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035912990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035912990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035912990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035912990Cleaning up temporary data from old regions at 1731035912997 (+7 ms)Region opened successfully at 1731035913000 (+3 ms) 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:33,000 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:33,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:33,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:33,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035913000Disabling compacts and flushes for region at 1731035913000Disabling writes for close at 1731035913000Writing region close event to WAL at 1731035913001 (+1 ms)Closed at 1731035913001 2024-11-08T03:18:33,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:33,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:18:33,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:33,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:33,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:33,153 DEBUG [350fccc412b5:46593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:33,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:33,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45097,1731035910554, state=OPENING 2024-11-08T03:18:33,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:33,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1669332864/meta-region-server: CHANGED 2024-11-08T03:18:33,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1669332864/meta-region-server: CHANGED 2024-11-08T03:18:33,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:33,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45097,1731035910554}] 2024-11-08T03:18:33,408 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:33,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:33,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:33,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:33,415 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:33,417 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45097%2C1731035910554.meta, suffix=.meta, logDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/oldWALs, maxLogs=10 2024-11-08T03:18:33,435 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.meta.1731035913417.meta, exclude list is [], retry=0 2024-11-08T03:18:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-bb936686-ef7e-4358-8981-819e2d8058cd,DISK] 2024-11-08T03:18:33,442 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.meta.1731035913417.meta 2024-11-08T03:18:33,444 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:33,445 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:33,445 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:33,445 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:33,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:33,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:33,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:33,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:33,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:33,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:33,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:33,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:33,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:33,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:33,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:33,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:33,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:33,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:33,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:33,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:33,453 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:33,464 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740 2024-11-08T03:18:33,465 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740 2024-11-08T03:18:33,466 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:33,466 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:33,466 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:33,467 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:33,468 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67204868, jitterRate=0.0014305710792541504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:33,469 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:33,469 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035913446Writing region info on filesystem at 1731035913446Initializing all the Stores at 1731035913447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035913447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035913447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035913447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035913447Cleaning up temporary data from old regions at 1731035913466 (+19 ms)Running coprocessor post-open hooks at 1731035913469 (+3 ms)Region opened successfully at 1731035913469 2024-11-08T03:18:33,470 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035913407 2024-11-08T03:18:33,473 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:33,473 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:33,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:33,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,45097,1731035910554, state=OPEN 2024-11-08T03:18:33,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1669332864/meta-region-server 2024-11-08T03:18:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1669332864/meta-region-server 2024-11-08T03:18:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1669332864/meta-region-server: CHANGED 2024-11-08T03:18:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1669332864/meta-region-server: CHANGED 2024-11-08T03:18:33,557 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,45097,1731035910554 2024-11-08T03:18:33,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:33,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,45097,1731035910554 in 302 msec 2024-11-08T03:18:33,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:33,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec 2024-11-08T03:18:33,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:33,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:33,564 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:33,564 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:33,565 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:33,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:33,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0270 sec 2024-11-08T03:18:33,573 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035913573, completionTime=-1 2024-11-08T03:18:33,573 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:33,573 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:33,575 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:33,575 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035973575 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036033575 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:46593, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,576 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,578 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:33,588 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec 2024-11-08T03:18:33,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:33,592 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:33,593 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:33,593 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:33,593 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:33,593 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:33,593 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:33,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,605 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:33,605 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:33,605 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46593,1731035910273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:33,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:18:33,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241177c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:33,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:33,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:33,704 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ffdd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:33,707 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:33,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f034655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:33,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:33,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:33,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,46593,1731035910273 2024-11-08T03:18:33,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53950 2024-11-08T03:18:33,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:33,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011873af1f0005 connected 2024-11-08T03:18:33,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24797f6d 2024-11-08T03:18:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:33,756 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:33,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:18:33,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:18:33,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:33,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:18:33,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:18:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:18:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:34,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43bb9aacfc749a5dd187015d5813b4d2, NAME => 'test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c 2024-11-08T03:18:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43bb9aacfc749a5dd187015d5813b4d2, disabling compactions & flushes 2024-11-08T03:18:34,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. after waiting 0 ms 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43bb9aacfc749a5dd187015d5813b4d2: Waiting for close lock at 1731035914192Disabling compacts and flushes for region at 1731035914192Disabling writes for close at 1731035914192Writing region close event to WAL at 1731035914192Closed at 1731035914192 2024-11-08T03:18:34,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:18:34,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035914194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035914194"}]},"ts":"1731035914194"} 2024-11-08T03:18:34,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:18:34,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:18:34,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035914203"}]},"ts":"1731035914203"} 2024-11-08T03:18:34,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:18:34,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43bb9aacfc749a5dd187015d5813b4d2, ASSIGN}] 2024-11-08T03:18:34,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43bb9aacfc749a5dd187015d5813b4d2, ASSIGN 2024-11-08T03:18:34,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43bb9aacfc749a5dd187015d5813b4d2, ASSIGN; state=OFFLINE, location=350fccc412b5,45433,1731035905103; forceNewPlan=false, retain=false 2024-11-08T03:18:34,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43bb9aacfc749a5dd187015d5813b4d2, regionState=OPENING, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:34,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43bb9aacfc749a5dd187015d5813b4d2, ASSIGN because future has completed 2024-11-08T03:18:34,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43bb9aacfc749a5dd187015d5813b4d2, server=350fccc412b5,45433,1731035905103}] 2024-11-08T03:18:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:34,525 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,526 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43bb9aacfc749a5dd187015d5813b4d2, NAME => 'test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:34,526 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:34,526 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:18:34,526 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,526 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:34,527 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,527 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,528 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,529 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43bb9aacfc749a5dd187015d5813b4d2 columnFamilyName f 2024-11-08T03:18:34,529 DEBUG [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:34,530 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(327): Store=43bb9aacfc749a5dd187015d5813b4d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:34,530 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,531 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43bb9aacfc749a5dd187015d5813b4d2 columnFamilyName f1 2024-11-08T03:18:34,531 DEBUG [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:34,531 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(327): Store=43bb9aacfc749a5dd187015d5813b4d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:34,532 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,533 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43bb9aacfc749a5dd187015d5813b4d2 columnFamilyName norep 2024-11-08T03:18:34,533 DEBUG [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:34,533 INFO [StoreOpener-43bb9aacfc749a5dd187015d5813b4d2-1 {}] regionserver.HStore(327): Store=43bb9aacfc749a5dd187015d5813b4d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:34,533 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,534 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,534 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,535 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,535 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,535 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:34,536 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,538 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:34,538 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43bb9aacfc749a5dd187015d5813b4d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71990108, jitterRate=0.07273620367050171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:34,538 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:34,539 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43bb9aacfc749a5dd187015d5813b4d2: Running coprocessor pre-open hook at 1731035914527Writing region info on filesystem at 1731035914527Initializing all the Stores at 1731035914528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035914528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035914528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035914528Cleaning up temporary data from old regions at 1731035914535 (+7 ms)Running coprocessor post-open hooks at 1731035914538 (+3 ms)Region opened successfully at 1731035914539 (+1 ms) 2024-11-08T03:18:34,540 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., pid=6, masterSystemTime=1731035914522 2024-11-08T03:18:34,542 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,542 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:34,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43bb9aacfc749a5dd187015d5813b4d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43bb9aacfc749a5dd187015d5813b4d2, server=350fccc412b5,45433,1731035905103 because future has completed 2024-11-08T03:18:34,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:18:34,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43bb9aacfc749a5dd187015d5813b4d2, server=350fccc412b5,45433,1731035905103 in 181 msec 2024-11-08T03:18:34,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:18:34,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43bb9aacfc749a5dd187015d5813b4d2, ASSIGN in 339 msec 2024-11-08T03:18:34,548 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:18:34,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035914548"}]},"ts":"1731035914548"} 2024-11-08T03:18:34,551 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:18:34,552 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:18:34,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 795 msec 2024-11-08T03:18:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:34,899 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:18:34,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@748a3965 2024-11-08T03:18:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:34,901 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:34,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:18:34,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:18:34,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:34,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:18:34,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:18:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:35,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c6ab1673213de15813a2d7ffedd2075, NAME => 'test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e 2024-11-08T03:18:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c6ab1673213de15813a2d7ffedd2075, disabling compactions & flushes 2024-11-08T03:18:35,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. after waiting 0 ms 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c6ab1673213de15813a2d7ffedd2075: Waiting for close lock at 1731035915321Disabling compacts and flushes for region at 1731035915321Disabling writes for close at 1731035915321Writing region close event to WAL at 1731035915321Closed at 1731035915321 2024-11-08T03:18:35,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:18:35,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035915322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035915322"}]},"ts":"1731035915322"} 2024-11-08T03:18:35,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:18:35,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:18:35,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035915325"}]},"ts":"1731035915325"} 2024-11-08T03:18:35,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:18:35,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c6ab1673213de15813a2d7ffedd2075, ASSIGN}] 2024-11-08T03:18:35,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c6ab1673213de15813a2d7ffedd2075, ASSIGN 2024-11-08T03:18:35,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c6ab1673213de15813a2d7ffedd2075, ASSIGN; state=OFFLINE, location=350fccc412b5,45097,1731035910554; forceNewPlan=false, retain=false 2024-11-08T03:18:35,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6ab1673213de15813a2d7ffedd2075, regionState=OPENING, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:35,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c6ab1673213de15813a2d7ffedd2075, ASSIGN because future has completed 2024-11-08T03:18:35,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6ab1673213de15813a2d7ffedd2075, server=350fccc412b5,45097,1731035910554}] 2024-11-08T03:18:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:35,637 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,637 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c6ab1673213de15813a2d7ffedd2075, NAME => 'test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:35,637 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:35,638 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:18:35,638 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,638 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:35,638 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,638 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,639 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,640 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6ab1673213de15813a2d7ffedd2075 columnFamilyName f 2024-11-08T03:18:35,640 DEBUG [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:35,640 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(327): Store=1c6ab1673213de15813a2d7ffedd2075/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:35,640 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,641 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6ab1673213de15813a2d7ffedd2075 columnFamilyName f1 2024-11-08T03:18:35,641 DEBUG [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:35,641 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(327): Store=1c6ab1673213de15813a2d7ffedd2075/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:35,641 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,642 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6ab1673213de15813a2d7ffedd2075 columnFamilyName norep 2024-11-08T03:18:35,642 DEBUG [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:35,642 INFO [StoreOpener-1c6ab1673213de15813a2d7ffedd2075-1 {}] regionserver.HStore(327): Store=1c6ab1673213de15813a2d7ffedd2075/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:35,643 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,643 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,643 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,644 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,644 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:35,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,647 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:35,648 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c6ab1673213de15813a2d7ffedd2075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66785866, jitterRate=-0.004813045263290405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:35,648 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:35,648 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c6ab1673213de15813a2d7ffedd2075: Running coprocessor pre-open hook at 1731035915638Writing region info on filesystem at 1731035915638Initializing all the Stores at 1731035915639 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035915639Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035915639Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035915639Cleaning up temporary data from old regions at 1731035915644 (+5 ms)Running coprocessor post-open hooks at 1731035915648 (+4 ms)Region opened successfully at 1731035915648 2024-11-08T03:18:35,649 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., pid=6, masterSystemTime=1731035915634 2024-11-08T03:18:35,651 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,651 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:35,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c6ab1673213de15813a2d7ffedd2075, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c6ab1673213de15813a2d7ffedd2075, server=350fccc412b5,45097,1731035910554 because future has completed 2024-11-08T03:18:35,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:18:35,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c6ab1673213de15813a2d7ffedd2075, server=350fccc412b5,45097,1731035910554 in 173 msec 2024-11-08T03:18:35,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:18:35,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c6ab1673213de15813a2d7ffedd2075, ASSIGN in 330 msec 2024-11-08T03:18:35,661 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:18:35,661 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035915661"}]},"ts":"1731035915661"} 2024-11-08T03:18:35,663 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:18:35,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:18:35,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-08T03:18:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:18:36,038 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:18:36,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:36,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:36,039 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35275ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,040 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:36,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b56e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:36,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:36,042 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345e60b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:36,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,043 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e2254b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:36,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:36,045 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:36,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,046 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:36,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65269071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949deae 2024-11-08T03:18:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:36,048 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:36,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:46593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:18:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:18:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:36,050 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:46593' 2024-11-08T03:18:36,051 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163d3835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,051 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:36,051 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:36,052 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e5105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:36,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,053 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:36,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af026bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:36,054 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:36,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:36,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0614a 2024-11-08T03:18:36,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:36,055 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:36,056 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T03:18:36,056 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:18:36,056 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,056 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:36,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:36,056 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:36,057 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:18:36,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:18:36,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:36,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:18:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:18:36,107 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:18:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:36,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a7cbc1664c233ceb9904c81e9e96ea0, NAME => 'hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c 2024-11-08T03:18:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a7cbc1664c233ceb9904c81e9e96ea0, disabling compactions & flushes 2024-11-08T03:18:36,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. after waiting 0 ms 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a7cbc1664c233ceb9904c81e9e96ea0: Waiting for close lock at 1731035916477Disabling compacts and flushes for region at 1731035916477Disabling writes for close at 1731035916477Writing region close event to WAL at 1731035916477Closed at 1731035916477 2024-11-08T03:18:36,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:18:36,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035916479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035916479"}]},"ts":"1731035916479"} 2024-11-08T03:18:36,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:18:36,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:18:36,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035916483"}]},"ts":"1731035916483"} 2024-11-08T03:18:36,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:18:36,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cbc1664c233ceb9904c81e9e96ea0, ASSIGN}] 2024-11-08T03:18:36,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cbc1664c233ceb9904c81e9e96ea0, ASSIGN 2024-11-08T03:18:36,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a7cbc1664c233ceb9904c81e9e96ea0, ASSIGN; state=OFFLINE, location=350fccc412b5,45433,1731035905103; forceNewPlan=false, retain=false 2024-11-08T03:18:36,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a7cbc1664c233ceb9904c81e9e96ea0, regionState=OPENING, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:36,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a7cbc1664c233ceb9904c81e9e96ea0, ASSIGN because future has completed 2024-11-08T03:18:36,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a7cbc1664c233ceb9904c81e9e96ea0, server=350fccc412b5,45433,1731035905103}] 2024-11-08T03:18:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:36,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:36,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:18:36,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45433%2C1731035905103.rep, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs, maxLogs=10 2024-11-08T03:18:36,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.rep.1731035916801, exclude list is [], retry=0 2024-11-08T03:18:36,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-eb907615-f8ce-483c-a812-16ed5ae92dba,DISK] 2024-11-08T03:18:36,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.rep.1731035916801 2024-11-08T03:18:36,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43153:43153)] 2024-11-08T03:18:36,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a7cbc1664c233ceb9904c81e9e96ea0, NAME => 'hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:36,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. service=MultiRowMutationService 2024-11-08T03:18:36,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,824 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,834 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cbc1664c233ceb9904c81e9e96ea0 columnFamilyName hfileref 2024-11-08T03:18:36,834 DEBUG [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:36,835 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(327): Store=7a7cbc1664c233ceb9904c81e9e96ea0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:36,835 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,836 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cbc1664c233ceb9904c81e9e96ea0 columnFamilyName queue 2024-11-08T03:18:36,836 DEBUG [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:36,836 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(327): Store=7a7cbc1664c233ceb9904c81e9e96ea0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:36,836 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,837 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cbc1664c233ceb9904c81e9e96ea0 columnFamilyName sid 2024-11-08T03:18:36,837 DEBUG [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:36,837 INFO [StoreOpener-7a7cbc1664c233ceb9904c81e9e96ea0-1 {}] regionserver.HStore(327): Store=7a7cbc1664c233ceb9904c81e9e96ea0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:36,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:36,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:36,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a7cbc1664c233ceb9904c81e9e96ea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679752, jitterRate=-0.09580123424530029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:36,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:36,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a7cbc1664c233ceb9904c81e9e96ea0: Running coprocessor pre-open hook at 1731035916823Writing region info on filesystem at 1731035916823Initializing all the Stores at 1731035916824 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035916824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035916824Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035916824Cleaning up temporary data from old regions at 1731035916839 (+15 ms)Running coprocessor post-open hooks at 1731035916848 (+9 ms)Region opened successfully at 1731035916849 (+1 ms) 2024-11-08T03:18:36,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0., pid=10, masterSystemTime=1731035916795 2024-11-08T03:18:36,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a7cbc1664c233ceb9904c81e9e96ea0, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,45433,1731035905103 2024-11-08T03:18:36,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:36,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a7cbc1664c233ceb9904c81e9e96ea0, server=350fccc412b5,45433,1731035905103 because future has completed 2024-11-08T03:18:36,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:18:36,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a7cbc1664c233ceb9904c81e9e96ea0, server=350fccc412b5,45433,1731035905103 in 214 msec 2024-11-08T03:18:36,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:18:36,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cbc1664c233ceb9904c81e9e96ea0, ASSIGN in 372 msec 2024-11-08T03:18:36,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:18:36,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035916860"}]},"ts":"1731035916860"} 2024-11-08T03:18:36,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:18:36,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:18:36,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-08T03:18:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0., hostname=350fccc412b5,45433,1731035905103, seqNum=2] 2024-11-08T03:18:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:37,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:37,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:37,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:18:37,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:18:37,634 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:18:37,661 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,45433,1731035905103, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:18:37,662 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:37,662 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:37,662 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:37,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T03:18:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,45433,1731035905103', locateType=CURRENT is [region=hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0., hostname=350fccc412b5,45433,1731035905103, seqNum=2] 2024-11-08T03:18:37,666 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:18:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:18:37,668 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,45433,1731035905103 suceeded 2024-11-08T03:18:37,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:18:37,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T03:18:37,670 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:46593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:18:37,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6220 sec 2024-11-08T03:18:37,680 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:46593' 2024-11-08T03:18:37,681 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676ef7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:37,681 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:37,681 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:37,682 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:37,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d85f4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:37,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:37,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:37,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:37,684 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:37,684 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b5681f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:37,684 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493d378b 2024-11-08T03:18:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:37,686 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:37,686 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,45433,1731035905103 (queues=1) is replicating from cluster=e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3 to cluster=9a81e440-94b3-4346-b840-e4c617fffc95 2024-11-08T03:18:37,687 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C45433%2C1731035905103 2024-11-08T03:18:37,687 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,45433,1731035905103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:18:37,687 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C45433%2C1731035905103 2024-11-08T03:18:37,687 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420, startPosition=0, beingWritten=true 2024-11-08T03:18:37,696 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:18:37,697 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:37,697 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45433,1731035905103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:18:37,901 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:38,198 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:18:38,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:38,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:38,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:38,200 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:38,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,202 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-11-08T03:18:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:38,204 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:38,204 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:38,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:37855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:18:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:18:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:38,207 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:37855' 2024-11-08T03:18:38,209 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1300a135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,209 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:38,209 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:38,210 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dc051f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:38,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:38,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,211 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:38,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb94c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:38,212 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec08e88 2024-11-08T03:18:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:38,213 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:38,214 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T03:18:38,214 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:18:38,214 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,214 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:38,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:38,214 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:38,215 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:18:38,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:18:38,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:38,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:18:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:18:38,265 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:18:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:38,610 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:38,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfaf8d4fb21ea1a3839d6322c76efa84, NAME => 'hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e 2024-11-08T03:18:38,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:18:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:38,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:38,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bfaf8d4fb21ea1a3839d6322c76efa84, disabling compactions & flushes 2024-11-08T03:18:39,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. after waiting 0 ms 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfaf8d4fb21ea1a3839d6322c76efa84: Waiting for close lock at 1731035919032Disabling compacts and flushes for region at 1731035919032Disabling writes for close at 1731035919032Writing region close event to WAL at 1731035919032Closed at 1731035919032 2024-11-08T03:18:39,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:18:39,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035919033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035919033"}]},"ts":"1731035919033"} 2024-11-08T03:18:39,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:18:39,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:18:39,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035919036"}]},"ts":"1731035919036"} 2024-11-08T03:18:39,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:18:39,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaf8d4fb21ea1a3839d6322c76efa84, ASSIGN}] 2024-11-08T03:18:39,038 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaf8d4fb21ea1a3839d6322c76efa84, ASSIGN 2024-11-08T03:18:39,039 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaf8d4fb21ea1a3839d6322c76efa84, ASSIGN; state=OFFLINE, location=350fccc412b5,45097,1731035910554; forceNewPlan=false, retain=false 2024-11-08T03:18:39,115 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:39,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bfaf8d4fb21ea1a3839d6322c76efa84, regionState=OPENING, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaf8d4fb21ea1a3839d6322c76efa84, ASSIGN because future has completed 2024-11-08T03:18:39,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaf8d4fb21ea1a3839d6322c76efa84, server=350fccc412b5,45097,1731035910554}] 2024-11-08T03:18:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:39,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:18:39,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C45097%2C1731035910554.rep, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/oldWALs, maxLogs=10 2024-11-08T03:18:39,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.rep.1731035919352, exclude list is [], retry=0 2024-11-08T03:18:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45153,DS-bb936686-ef7e-4358-8981-819e2d8058cd,DISK] 2024-11-08T03:18:39,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.rep.1731035919352 2024-11-08T03:18:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-08T03:18:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bfaf8d4fb21ea1a3839d6322c76efa84, NAME => 'hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:39,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. service=MultiRowMutationService 2024-11-08T03:18:39,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,371 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,372 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaf8d4fb21ea1a3839d6322c76efa84 columnFamilyName hfileref 2024-11-08T03:18:39,372 DEBUG [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:39,373 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(327): Store=bfaf8d4fb21ea1a3839d6322c76efa84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:39,373 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,374 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaf8d4fb21ea1a3839d6322c76efa84 columnFamilyName queue 2024-11-08T03:18:39,374 DEBUG [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:39,374 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(327): Store=bfaf8d4fb21ea1a3839d6322c76efa84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:39,374 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,376 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaf8d4fb21ea1a3839d6322c76efa84 columnFamilyName sid 2024-11-08T03:18:39,376 DEBUG [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:39,380 INFO [StoreOpener-bfaf8d4fb21ea1a3839d6322c76efa84-1 {}] regionserver.HStore(327): Store=bfaf8d4fb21ea1a3839d6322c76efa84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:39,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:18:39,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:39,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bfaf8d4fb21ea1a3839d6322c76efa84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70603469, jitterRate=0.05207367241382599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:18:39,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:39,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bfaf8d4fb21ea1a3839d6322c76efa84: Running coprocessor pre-open hook at 1731035919368Writing region info on filesystem at 1731035919368Initializing all the Stores at 1731035919369 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035919369Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035919371 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035919371Cleaning up temporary data from old regions at 1731035919383 (+12 ms)Running coprocessor post-open hooks at 1731035919396 (+13 ms)Region opened successfully at 1731035919396 2024-11-08T03:18:39,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84., pid=10, masterSystemTime=1731035919345 2024-11-08T03:18:39,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:39,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bfaf8d4fb21ea1a3839d6322c76efa84, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,45097,1731035910554 2024-11-08T03:18:39,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaf8d4fb21ea1a3839d6322c76efa84, server=350fccc412b5,45097,1731035910554 because future has completed 2024-11-08T03:18:39,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:18:39,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bfaf8d4fb21ea1a3839d6322c76efa84, server=350fccc412b5,45097,1731035910554 in 211 msec 2024-11-08T03:18:39,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:18:39,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaf8d4fb21ea1a3839d6322c76efa84, ASSIGN in 369 msec 2024-11-08T03:18:39,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:18:39,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035919410"}]},"ts":"1731035919410"} 2024-11-08T03:18:39,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:18:39,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:18:39,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-08T03:18:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84., hostname=350fccc412b5,45097,1731035910554, seqNum=2] 2024-11-08T03:18:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:39,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:18:39,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:18:39,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:18:39,626 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:18:39,652 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,45097,1731035910554, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:18:39,653 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:39,653 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:39,653 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:39,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T03:18:39,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,45097,1731035910554', locateType=CURRENT is [region=hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84., hostname=350fccc412b5,45097,1731035910554, seqNum=2] 2024-11-08T03:18:39,659 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:18:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:18:39,660 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,45097,1731035910554 suceeded 2024-11-08T03:18:39,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:18:39,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T03:18:39,662 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:37855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:18:39,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4580 sec 2024-11-08T03:18:39,672 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:37855' 2024-11-08T03:18:39,673 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f3eb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:39,673 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:39,673 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:39,674 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:39,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:39,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:39,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f40a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:39,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:39,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:39,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:39,675 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:39,676 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21890ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:39,676 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:39,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:39,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ccebf7f 2024-11-08T03:18:39,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:39,677 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:39,678 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,45097,1731035910554 (queues=1) is replicating from cluster=9a81e440-94b3-4346-b840-e4c617fffc95 to cluster=e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3 2024-11-08T03:18:39,678 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C45097%2C1731035910554 2024-11-08T03:18:39,678 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,45097,1731035910554, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:18:39,679 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C45097%2C1731035910554 2024-11-08T03:18:39,679 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, startPosition=0, beingWritten=true 2024-11-08T03:18:39,683 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:18:39,683 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:39,683 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45097,1731035910554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:18:39,720 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:39,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:18:39,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:39,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:18:39,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:39,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:18:39,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:18:39,887 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:40,191 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:18:40,359 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:18:40,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:40,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:40,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:40,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:40,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731035920363/Put/seqid=0 2024-11-08T03:18:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741840_1016 (size=7894) 2024-11-08T03:18:40,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731035920373/Put/seqid=0 2024-11-08T03:18:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741841_1017 (size=7691) 2024-11-08T03:18:40,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758a7807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:40,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:40,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:40,380 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e50e73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:40,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:40,382 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:40,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e81c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:40,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:40,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:40,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@527c1688 2024-11-08T03:18:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:40,395 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2] 2024-11-08T03:18:40,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:40,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T03:18:40,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T03:18:40,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T03:18:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:40,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T03:18:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegion(2603): Flush status journal for 43bb9aacfc749a5dd187015d5813b4d2: 2024-11-08T03:18:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_0 2024-11-08T03:18:40,424 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_0 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ 2024-11-08T03:18:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_1 2024-11-08T03:18:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_1 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ 2024-11-08T03:18:40,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_0 into 43bb9aacfc749a5dd187015d5813b4d2/f as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ - updating store file list. 2024-11-08T03:18:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b858ac13c1e242e6a2d1f1008434da23_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:40,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ into 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:40,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_0 into 43bb9aacfc749a5dd187015d5813b4d2/f (new location: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_) 2024-11-08T03:18:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_0 2024-11-08T03:18:40,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_1 into 43bb9aacfc749a5dd187015d5813b4d2/f as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ - updating store file list. 2024-11-08T03:18:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:40,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ into 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:40,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_1 into 43bb9aacfc749a5dd187015d5813b4d2/f (new location: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_) 2024-11-08T03:18:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins__test__8sh2rh81t0fu2ankc74bccabnb6poamd2u59mra9eh80etmq92cif2vhrheq9dk4/f/hfile_1 2024-11-08T03:18:40,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:40,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:40,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:40,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:40,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:40,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:40,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:40,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:40,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2 , the old value is region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:45433 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:18:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:18:40,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2 from cache 2024-11-08T03:18:40,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:40,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:18:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2] 2024-11-08T03:18:40,482 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:18:40,589 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:45433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:18:40,594 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:41,098 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:41,228 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 379, reset compression=false 2024-11-08T03:18:41,233 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:18:41,233 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45433,1731035905103 got entry batch from reader: WALEntryBatch [walEntries=[{test/43bb9aacfc749a5dd187015d5813b4d2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731035920450/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:18:41,235 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:41,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T03:18:41,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.ReplicationSink(318): Replicating [e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3] bulk loaded data 2024-11-08T03:18:41,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc1eae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:41,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:41,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:41,238 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2761ca0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:41,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:41,239 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:41,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2b4470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741840_1016 (size=7894) 2024-11-08T03:18:41,433 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 687, reset compression=false 2024-11-08T03:18:41,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:18:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741841_1017 (size=7691) 2024-11-08T03:18:41,720 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:41,737 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 687, reset compression=false 2024-11-08T03:18:42,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21962abb 2024-11-08T03:18:42,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:42,074 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:42,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:42,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:42,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:42,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T03:18:42,083 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T03:18:42,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T03:18:42,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ for inclusion in 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T03:18:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ for inclusion in 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T03:18:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegion(2603): Flush status journal for 1c6ab1673213de15813a2d7ffedd2075: 2024-11-08T03:18:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:18:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_ 2024-11-08T03:18:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:18:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_ 2024-11-08T03:18:42,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_ - updating store file list. 2024-11-08T03:18:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f (new location: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_) 2024-11-08T03:18:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/b858ac13c1e242e6a2d1f1008434da23_SeqId_4_ 2024-11-08T03:18:42,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_ - updating store file list. 2024-11-08T03:18:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ into 1c6ab1673213de15813a2d7ffedd2075/f (new location: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_) 2024-11-08T03:18:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins.hfs.11__test__75vjn4pqroba5s36eprqv53iuvptoic5q5o4ceknt7d9tckludhr4i2jhu88qjsc/f/1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_ 2024-11-08T03:18:42,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.ReplicationSink(324): Finished replicating [e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3] bulk loaded data 2024-11-08T03:18:42,142 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 687, reset compression=false 2024-11-08T03:18:42,424 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 379, reset compression=false 2024-11-08T03:18:42,434 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:18:42,439 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45097,1731035910554 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c6ab1673213de15813a2d7ffedd2075/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731035922117/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T03:18:42,442 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:42,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T03:18:42,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(318): Replicating [e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3, 9a81e440-94b3-4346-b840-e4c617fffc95] bulk loaded data 2024-11-08T03:18:42,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2181220f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37855,-1 for getting cluster id 2024-11-08T03:18:42,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:42,446 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3' 2024-11-08T03:18:42,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:42,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3" 2024-11-08T03:18:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@196d6996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37855,-1] 2024-11-08T03:18:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:42,449 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:42,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69170b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741842_1018 (size=7894) 2024-11-08T03:18:42,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:42,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731035922509/Put/seqid=0 2024-11-08T03:18:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741843_1019 (size=7691) 2024-11-08T03:18:42,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:42,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37855,1731035904905 2024-11-08T03:18:42,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0c9320 2024-11-08T03:18:42,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:42,531 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T03:18:42,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:42,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:42,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:42,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:42,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T03:18:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741842_1018 (size=11194) 2024-11-08T03:18:42,542 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731035922541/Put/seqid=0 2024-11-08T03:18:42,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3rkohk5ftm9a60c2sc523c5mh4666lhl24veq6n2v946jcltae16a337r2gc402q/f/0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T03:18:42,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3rkohk5ftm9a60c2sc523c5mh4666lhl24veq6n2v946jcltae16a337r2gc402q/f/5c1b901e80e04eef9dfd37aad42cd3ae_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T03:18:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741843_1019 (size=10791) 2024-11-08T03:18:42,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(324): Finished replicating [e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3, 9a81e440-94b3-4346-b840-e4c617fffc95] bulk loaded data 2024-11-08T03:18:42,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5582f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46593,-1 for getting cluster id 2024-11-08T03:18:42,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:42,565 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a81e440-94b3-4346-b840-e4c617fffc95' 2024-11-08T03:18:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a81e440-94b3-4346-b840-e4c617fffc95" 2024-11-08T03:18:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd90755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46593,-1] 2024-11-08T03:18:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:42,567 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:42,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c921ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:42,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:42,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:42,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46593,1731035910273 2024-11-08T03:18:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714769ad 2024-11-08T03:18:42,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:42,580 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2] 2024-11-08T03:18:42,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:42,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T03:18:42,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T03:18:42,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T03:18:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T03:18:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegion(2603): Flush status journal for 1c6ab1673213de15813a2d7ffedd2075: 2024-11-08T03:18:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_0 2024-11-08T03:18:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_0 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ 2024-11-08T03:18:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_1 2024-11-08T03:18:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_1 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ 2024-11-08T03:18:42,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_0 into 1c6ab1673213de15813a2d7ffedd2075/f as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ - updating store file list. 2024-11-08T03:18:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c274c908f6b48319fc8f0c60586f21a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ into 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_0 into 1c6ab1673213de15813a2d7ffedd2075/f (new location: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_) 2024-11-08T03:18:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_0 2024-11-08T03:18:42,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_1 into 1c6ab1673213de15813a2d7ffedd2075/f as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ - updating store file list. 2024-11-08T03:18:42,635 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 725, reset compression=false 2024-11-08T03:18:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ into 1c6ab1673213de15813a2d7ffedd2075/f 2024-11-08T03:18:42,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_1 into 1c6ab1673213de15813a2d7ffedd2075/f (new location: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_) 2024-11-08T03:18:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/staging/jenkins__test__i63ef0q4r9u6f619tl8pb3ahh40qdssmsgtqf0o6n47432b732scc07tjs7r2fb8/f/hfile_1 2024-11-08T03:18:42,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:42,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:42,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:42,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2 , the old value is region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:45097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:18:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:18:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., hostname=350fccc412b5,45097,1731035910554, seqNum=2 from cache 2024-11-08T03:18:42,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:42,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45433,1731035905103, seqNum=-1] 2024-11-08T03:18:42,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:18:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:42,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:42,650 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 687, reset compression=false 2024-11-08T03:18:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., hostname=350fccc412b5,45433,1731035905103, seqNum=2] 2024-11-08T03:18:42,652 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:18:42,652 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45097,1731035910554 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c6ab1673213de15813a2d7ffedd2075/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731035922642/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:18:42,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(318): Replicating [9a81e440-94b3-4346-b840-e4c617fffc95] bulk loaded data 2024-11-08T03:18:42,667 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:18:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741844_1020 (size=11194) 2024-11-08T03:18:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741845_1021 (size=10791) 2024-11-08T03:18:42,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:42,749 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:45097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:18:42,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T03:18:42,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T03:18:42,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ for inclusion in 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T03:18:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ for inclusion in 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T03:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegion(2603): Flush status journal for 43bb9aacfc749a5dd187015d5813b4d2: 2024-11-08T03:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:18:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/fe2fc850158e4b7180f7ff60e74a71bc_SeqId_6_ 2024-11-08T03:18:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:18:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/c1eacef59609438ba4911d2cfd28aec8_SeqId_6_ 2024-11-08T03:18:42,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/fe2fc850158e4b7180f7ff60e74a71bc_SeqId_6_ - updating store file list. 2024-11-08T03:18:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe2fc850158e4b7180f7ff60e74a71bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/fe2fc850158e4b7180f7ff60e74a71bc_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:42,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f (new location: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/fe2fc850158e4b7180f7ff60e74a71bc_SeqId_6_) 2024-11-08T03:18:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/1c274c908f6b48319fc8f0c60586f21a_SeqId_6_ 2024-11-08T03:18:42,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/c1eacef59609438ba4911d2cfd28aec8_SeqId_6_ - updating store file list. 2024-11-08T03:18:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1eacef59609438ba4911d2cfd28aec8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:18:42,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/c1eacef59609438ba4911d2cfd28aec8_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f 2024-11-08T03:18:42,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ into 43bb9aacfc749a5dd187015d5813b4d2/f (new location: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/f/c1eacef59609438ba4911d2cfd28aec8_SeqId_6_) 2024-11-08T03:18:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/staging/jenkins.hfs.10__test__3r6dl572pece015o20amv86utdn0p2mifde2nkvsmgghip5rjokke9g1249ud9fl/f/7af9ecd9df8547efbcec7bbedeb72669_SeqId_6_ 2024-11-08T03:18:42,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(324): Finished replicating [9a81e440-94b3-4346-b840-e4c617fffc95] bulk loaded data 2024-11-08T03:18:42,853 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1033, reset compression=false 2024-11-08T03:18:43,157 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1033, reset compression=false 2024-11-08T03:18:43,269 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 687, reset compression=false 2024-11-08T03:18:43,273 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:18:43,274 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45433,1731035905103 got entry batch from reader: WALEntryBatch [walEntries=[{test/43bb9aacfc749a5dd187015d5813b4d2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731035922807/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T03:18:43,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.ReplicationSink(318): Replicating [9a81e440-94b3-4346-b840-e4c617fffc95, e81f9b53-c4a3-4fa1-8136-9b45d3ffa3d3] bulk loaded data 2024-11-08T03:18:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741844_1020 (size=11194) 2024-11-08T03:18:43,474 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:43,561 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1033, reset compression=false 2024-11-08T03:18:43,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:18:43,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:43,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:43,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:43,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:43,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:18:43,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1115574533, stopped=false 2024-11-08T03:18:43,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,46593,1731035910273 2024-11-08T03:18:43,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:43,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1669332864/running 2024-11-08T03:18:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1669332864/running 2024-11-08T03:18:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:43,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:43,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:43,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:43,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:43,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/running 2024-11-08T03:18:43,689 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,45097,1731035910554' ***** 2024-11-08T03:18:43,689 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:18:43,691 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:18:43,691 INFO [RS:0;350fccc412b5:45097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:18:43,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:18:43,691 INFO [RS:0;350fccc412b5:45097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:18:43,691 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c6ab1673213de15813a2d7ffedd2075 2024-11-08T03:18:43,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Set watcher on znode that does not yet exist, /1-1669332864/running 2024-11-08T03:18:43,695 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(3091): Received CLOSE for bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:43,695 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,45097,1731035910554 2024-11-08T03:18:43,695 INFO [RS:0;350fccc412b5:45097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:43,695 INFO [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45097. 2024-11-08T03:18:43,695 DEBUG [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:43,695 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:43,695 INFO [RS:0;350fccc412b5:45097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:18:43,696 INFO [RS:0;350fccc412b5:45097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:18:43,696 INFO [RS:0;350fccc412b5:45097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:18:43,696 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c6ab1673213de15813a2d7ffedd2075, disabling compactions & flushes 2024-11-08T03:18:43,696 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. after waiting 0 ms 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:43,696 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:18:43,696 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1325): Online Regions={1c6ab1673213de15813a2d7ffedd2075=test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075., 1588230740=hbase:meta,,1.1588230740, bfaf8d4fb21ea1a3839d6322c76efa84=hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84.} 2024-11-08T03:18:43,696 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c6ab1673213de15813a2d7ffedd2075, bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:43,696 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:43,696 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:43,696 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:18:43,699 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/default/test/1c6ab1673213de15813a2d7ffedd2075/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:18:43,700 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c6ab1673213de15813a2d7ffedd2075: Waiting for close lock at 1731035923695Running coprocessor pre-close hooks at 1731035923695Disabling compacts and flushes for region at 1731035923695Disabling writes for close at 1731035923696 (+1 ms)Writing region close event to WAL at 1731035923697 (+1 ms)Running coprocessor post-close hooks at 1731035923700 (+3 ms)Closed at 1731035923700 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075. 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfaf8d4fb21ea1a3839d6322c76efa84, disabling compactions & flushes 2024-11-08T03:18:43,700 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. after waiting 0 ms 2024-11-08T03:18:43,700 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:43,700 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfaf8d4fb21ea1a3839d6322c76efa84 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T03:18:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741845_1021 (size=10791) 2024-11-08T03:18:43,714 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/info/4e5fcece98e44d90a400b65aee7ef613 is 147, key is hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84./info:regioninfo/1731035919400/Put/seqid=0 2024-11-08T03:18:43,717 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:43,723 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/hfileref/bbd6379919fe4ea48f1e2719c7785e14 is 74, key is 1/hfileref:0fc02888c7104ab5bb68b6bb42666d2f_SeqId_4_/1731035922554/DeleteColumn/seqid=0 2024-11-08T03:18:43,724 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:18:43,724 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:18:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741846_1022 (size=7686) 2024-11-08T03:18:43,726 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/info/4e5fcece98e44d90a400b65aee7ef613 2024-11-08T03:18:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741847_1023 (size=5345) 2024-11-08T03:18:43,754 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/ns/8040ecf4265240c48018cb4d32aac14a is 43, key is default/ns:d/1731035913567/Put/seqid=0 2024-11-08T03:18:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741848_1024 (size=5153) 2024-11-08T03:18:43,763 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/ns/8040ecf4265240c48018cb4d32aac14a 2024-11-08T03:18:43,782 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:43,798 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/rep_barrier/e9e2680e69aa45f8906ee377f4bfe049 is 112, key is test,,1731035914901.1c6ab1673213de15813a2d7ffedd2075./rep_barrier:seqnumDuringOpen/1731035915651/Put/seqid=0 2024-11-08T03:18:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741849_1025 (size=5518) 2024-11-08T03:18:43,810 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/rep_barrier/e9e2680e69aa45f8906ee377f4bfe049 2024-11-08T03:18:43,837 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/table/7d75d64486a54c868ff2cac51ab4e0ff is 53, key is hbase:replication/table:state/1731035919410/Put/seqid=0 2024-11-08T03:18:43,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741850_1026 (size=5308) 2024-11-08T03:18:43,848 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/table/7d75d64486a54c868ff2cac51ab4e0ff 2024-11-08T03:18:43,855 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/info/4e5fcece98e44d90a400b65aee7ef613 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/info/4e5fcece98e44d90a400b65aee7ef613 2024-11-08T03:18:43,869 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/info/4e5fcece98e44d90a400b65aee7ef613, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:18:43,870 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/ns/8040ecf4265240c48018cb4d32aac14a as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/ns/8040ecf4265240c48018cb4d32aac14a 2024-11-08T03:18:43,875 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/ns/8040ecf4265240c48018cb4d32aac14a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:18:43,876 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/rep_barrier/e9e2680e69aa45f8906ee377f4bfe049 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/rep_barrier/e9e2680e69aa45f8906ee377f4bfe049 2024-11-08T03:18:43,884 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/rep_barrier/e9e2680e69aa45f8906ee377f4bfe049, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:18:43,886 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/.tmp/table/7d75d64486a54c868ff2cac51ab4e0ff as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/table/7d75d64486a54c868ff2cac51ab4e0ff 2024-11-08T03:18:43,895 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/table/7d75d64486a54c868ff2cac51ab4e0ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:18:43,896 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:43,897 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=16, compaction requested=false 2024-11-08T03:18:43,914 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:18:43,915 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:43,915 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:43,915 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:43,915 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035923696Running coprocessor pre-close hooks at 1731035923696Disabling compacts and flushes for region at 1731035923696Disabling writes for close at 1731035923696Obtaining lock to block concurrent updates at 1731035923696Preparing flush snapshotting stores in 1588230740 at 1731035923696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035923697 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731035923697Flushing 1588230740/info: creating writer at 1731035923697Flushing 1588230740/info: appending metadata at 1731035923714 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731035923714Flushing 1588230740/ns: creating writer at 1731035923735 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731035923753 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731035923754 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731035923769 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035923798 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035923798Flushing 1588230740/table: creating writer at 1731035923816 (+18 ms)Flushing 1588230740/table: appending metadata at 1731035923837 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731035923837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350445c4: reopening flushed file at 1731035923854 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7274615f: reopening flushed file at 1731035923869 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409feab7: reopening flushed file at 1731035923875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0fefc7: reopening flushed file at 1731035923885 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=16, compaction requested=false at 1731035923897 (+12 ms)Writing region close event to WAL at 1731035923899 (+2 ms)Running coprocessor post-close hooks at 1731035923915 (+16 ms)Closed at 1731035923915 2024-11-08T03:18:43,915 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:44,069 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1033, reset compression=false 2024-11-08T03:18:44,073 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:18:44,073 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1328, reset compression=false 2024-11-08T03:18:44,073 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,45097,1731035910554 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:18:44,074 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,45097,1731035910554: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,45097,1731035910554, walGroup=350fccc412b5%2C45097%2C1731035910554, offset=350fccc412b5%2C45097%2C1731035910554.1731035912843:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:45097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:18:44,075 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:18:44,075 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:18:44,076 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:18:44,076 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:18:44,076 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:18:44,076 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 537060352 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187763680 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:18:44,077 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:18:44,096 DEBUG [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1351): Waiting on bfaf8d4fb21ea1a3839d6322c76efa84 2024-11-08T03:18:44,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:18:44,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:44,135 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/hfileref/bbd6379919fe4ea48f1e2719c7785e14 2024-11-08T03:18:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 from cache 2024-11-08T03:18:44,164 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/queue/f74456c5fcc0447991ce1ef1b631c93b is 154, key is 1-350fccc412b5,45097,1731035910554/queue:350fccc412b5%2C45097%2C1731035910554/1731035922814/Put/seqid=0 2024-11-08T03:18:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741851_1027 (size=5353) 2024-11-08T03:18:44,170 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/queue/f74456c5fcc0447991ce1ef1b631c93b 2024-11-08T03:18:44,176 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/hfileref/bbd6379919fe4ea48f1e2719c7785e14 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/hfileref/bbd6379919fe4ea48f1e2719c7785e14 2024-11-08T03:18:44,191 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/hfileref/bbd6379919fe4ea48f1e2719c7785e14, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T03:18:44,192 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/.tmp/queue/f74456c5fcc0447991ce1ef1b631c93b as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/queue/f74456c5fcc0447991ce1ef1b631c93b 2024-11-08T03:18:44,199 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/queue/f74456c5fcc0447991ce1ef1b631c93b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T03:18:44,200 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bfaf8d4fb21ea1a3839d6322c76efa84 in 500ms, sequenceid=12, compaction requested=false 2024-11-08T03:18:44,212 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/data/hbase/replication/bfaf8d4fb21ea1a3839d6322c76efa84/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T03:18:44,213 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:44,213 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:44,213 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:44,213 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfaf8d4fb21ea1a3839d6322c76efa84: Waiting for close lock at 1731035923700Running coprocessor pre-close hooks at 1731035923700Disabling compacts and flushes for region at 1731035923700Disabling writes for close at 1731035923700Obtaining lock to block concurrent updates at 1731035923700Preparing flush snapshotting stores in bfaf8d4fb21ea1a3839d6322c76efa84 at 1731035923700Finished memstore snapshotting hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731035923701 (+1 ms)Flushing stores of hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. at 1731035923701Flushing bfaf8d4fb21ea1a3839d6322c76efa84/hfileref: creating writer at 1731035923701Flushing bfaf8d4fb21ea1a3839d6322c76efa84/hfileref: appending metadata at 1731035923723 (+22 ms)Flushing bfaf8d4fb21ea1a3839d6322c76efa84/hfileref: closing flushed file at 1731035923723Flushing bfaf8d4fb21ea1a3839d6322c76efa84/queue: creating writer at 1731035924142 (+419 ms)Flushing bfaf8d4fb21ea1a3839d6322c76efa84/queue: appending metadata at 1731035924163 (+21 ms)Flushing bfaf8d4fb21ea1a3839d6322c76efa84/queue: closing flushed file at 1731035924164 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce7fca2: reopening flushed file at 1731035924175 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5432a8: reopening flushed file at 1731035924191 (+16 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bfaf8d4fb21ea1a3839d6322c76efa84 in 500ms, sequenceid=12, compaction requested=false at 1731035924200 (+9 ms)Writing region close event to WAL at 1731035924208 (+8 ms)Running coprocessor post-close hooks at 1731035924213 (+5 ms)Closed at 1731035924213 2024-11-08T03:18:44,213 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035918214.bfaf8d4fb21ea1a3839d6322c76efa84. 2024-11-08T03:18:44,220 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:44,247 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:44,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:44,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 from cache 2024-11-08T03:18:44,281 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 to pos 1328, reset compression=false 2024-11-08T03:18:44,297 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,45097,1731035910554; all regions closed. 2024-11-08T03:18:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:18:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741839_1015 (size=3127) 2024-11-08T03:18:44,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/WALs/350fccc412b5,45097,1731035910554/350fccc412b5%2C45097%2C1731035910554.1731035912843 not finished, retry = 0 2024-11-08T03:18:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741833_1009 (size=1336) 2024-11-08T03:18:44,414 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:44,414 INFO [RS:0;350fccc412b5:45097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:44,415 INFO [RS:0;350fccc412b5:45097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:44,415 INFO [RS:0;350fccc412b5:45097 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:44,415 INFO [RS:0;350fccc412b5:45097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:44,415 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:44,415 INFO [RS:0;350fccc412b5:45097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,45097,1731035910554 because: Region server is closing 2024-11-08T03:18:44,415 INFO [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45097. 2024-11-08T03:18:44,416 DEBUG [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:44,416 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:44,416 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:44,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:44,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1] 2024-11-08T03:18:44,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 350fccc412b5,45097,1731035910554 aborting 2024-11-08T03:18:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=350fccc412b5,45097,1731035910554, seqNum=-1 from cache 2024-11-08T03:18:44,516 INFO [RS:0;350fccc412b5:45097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.shipper350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 terminated 2024-11-08T03:18:44,516 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45097,1731035910554.replicationSource.wal-reader.350fccc412b5%2C45097%2C1731035910554,1-350fccc412b5,45097,1731035910554 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:18:44,516 INFO [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45097. 2024-11-08T03:18:44,516 DEBUG [RS:0;350fccc412b5:45097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:44,516 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:44,516 DEBUG [RS:0;350fccc412b5:45097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:44,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:44,517 INFO [RS:0;350fccc412b5:45097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45097 2024-11-08T03:18:44,518 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T03:18:44,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T03:18:44,518 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:45097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T03:18:44,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45097 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:42328 deadline: 1731035983274, exception=java.io.InterruptedIOException 2024-11-08T03:18:44,522 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:18:44,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864/rs 2024-11-08T03:18:44,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1669332864/rs/350fccc412b5,45097,1731035910554 2024-11-08T03:18:44,563 INFO [RS:0;350fccc412b5:45097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:44,563 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,45097,1731035910554] 2024-11-08T03:18:44,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1669332864/draining/350fccc412b5,45097,1731035910554 already deleted, retry=false 2024-11-08T03:18:44,583 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,45097,1731035910554 expired; onlineServers=0 2024-11-08T03:18:44,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,46593,1731035910273' ***** 2024-11-08T03:18:44,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:18:44,583 INFO [M:0;350fccc412b5:46593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:44,583 INFO [M:0;350fccc412b5:46593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:44,584 DEBUG [M:0;350fccc412b5:46593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:18:44,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:18:44,584 DEBUG [M:0;350fccc412b5:46593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:18:44,584 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035912569 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035912569,5,FailOnTimeoutGroup] 2024-11-08T03:18:44,584 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035912572 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035912572,5,FailOnTimeoutGroup] 2024-11-08T03:18:44,584 INFO [M:0;350fccc412b5:46593 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:44,584 INFO [M:0;350fccc412b5:46593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:44,584 DEBUG [M:0;350fccc412b5:46593 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:18:44,584 INFO [M:0;350fccc412b5:46593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:18:44,584 INFO [M:0;350fccc412b5:46593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:44,584 INFO [M:0;350fccc412b5:46593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:18:44,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:18:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1669332864/master 2024-11-08T03:18:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1669332864 2024-11-08T03:18:44,594 DEBUG [M:0;350fccc412b5:46593 {}] zookeeper.ZKUtil(347): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Unable to get data of znode /1-1669332864/master because node does not exist (not an error) 2024-11-08T03:18:44,594 WARN [M:0;350fccc412b5:46593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:18:44,594 INFO [M:0;350fccc412b5:46593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/.lastflushedseqids 2024-11-08T03:18:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741852_1028 (size=263) 2024-11-08T03:18:44,620 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 350fccc412b5:45097 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:45097 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:44,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 350fccc412b5:45097 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:45097 2024-11-08T03:18:44,620 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=350fccc412b5:45097 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:45097 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:45097 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T03:18:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:18:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52990 deadline: 1731035984623, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T03:18:44,624 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T03:18:44,625 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:44,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:44,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45097-0x1011873af1f0004, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:44,673 INFO [RS:0;350fccc412b5:45097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:44,673 INFO [RS:0;350fccc412b5:45097 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,45097,1731035910554; zookeeper connection closed. 2024-11-08T03:18:44,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5086f796 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5086f796 2024-11-08T03:18:44,673 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:18:44,742 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:44,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:44,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T03:18:44,825 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T03:18:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:18:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52990 deadline: 1731035984827, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T03:18:44,828 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T03:18:44,829 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:44,829 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T03:18:44,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:44,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:44,998 INFO [M:0;350fccc412b5:46593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:18:44,999 INFO [M:0;350fccc412b5:46593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:18:44,999 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:44,999 INFO [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:44,999 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:44,999 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:44,999 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:44,999 INFO [M:0;350fccc412b5:46593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T03:18:45,016 DEBUG [M:0;350fccc412b5:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51af9ceb93f649f9b73e865d0829a944 is 82, key is hbase:meta,,1/info:regioninfo/1731035913473/Put/seqid=0 2024-11-08T03:18:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741853_1029 (size=5672) 2024-11-08T03:18:45,129 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T03:18:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:18:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52990 deadline: 1731035985131, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T03:18:45,132 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T03:18:45,134 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:45,134 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T03:18:45,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:45,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T03:18:45,279 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:45,347 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:45,420 INFO [M:0;350fccc412b5:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51af9ceb93f649f9b73e865d0829a944 2024-11-08T03:18:45,446 DEBUG [M:0;350fccc412b5:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea95691d70514a85b109cc027409d4b2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035919415/Put/seqid=0 2024-11-08T03:18:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741854_1030 (size=8516) 2024-11-08T03:18:45,466 INFO [M:0;350fccc412b5:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea95691d70514a85b109cc027409d4b2 2024-11-08T03:18:45,499 DEBUG [M:0;350fccc412b5:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e643e090501a46738b8652454538c32d is 69, key is 350fccc412b5,45097,1731035910554/rs:state/1731035912621/Put/seqid=0 2024-11-08T03:18:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741855_1031 (size=5156) 2024-11-08T03:18:45,535 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T03:18:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:18:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52990 deadline: 1731035985536, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T03:18:45,537 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T03:18:45,539 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:45,539 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T03:18:45,909 INFO [M:0;350fccc412b5:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e643e090501a46738b8652454538c32d 2024-11-08T03:18:45,916 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51af9ceb93f649f9b73e865d0829a944 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51af9ceb93f649f9b73e865d0829a944 2024-11-08T03:18:45,922 INFO [M:0;350fccc412b5:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51af9ceb93f649f9b73e865d0829a944, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:18:45,924 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea95691d70514a85b109cc027409d4b2 as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea95691d70514a85b109cc027409d4b2 2024-11-08T03:18:45,932 INFO [M:0;350fccc412b5:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea95691d70514a85b109cc027409d4b2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:18:45,933 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e643e090501a46738b8652454538c32d as hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e643e090501a46738b8652454538c32d 2024-11-08T03:18:45,940 INFO [M:0;350fccc412b5:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e643e090501a46738b8652454538c32d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:18:45,941 INFO [M:0;350fccc412b5:46593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=97, compaction requested=false 2024-11-08T03:18:45,943 INFO [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:45,943 DEBUG [M:0;350fccc412b5:46593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035924999Disabling compacts and flushes for region at 1731035924999Disabling writes for close at 1731035924999Obtaining lock to block concurrent updates at 1731035924999Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035924999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731035924999Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035925000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035925000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035925016 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035925016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035925426 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035925446 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035925446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035925480 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035925498 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035925498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777acea6: reopening flushed file at 1731035925913 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1194bf: reopening flushed file at 1731035925922 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff8916f: reopening flushed file at 1731035925932 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=97, compaction requested=false at 1731035925941 (+9 ms)Writing region close event to WAL at 1731035925943 (+2 ms)Closed at 1731035925943 2024-11-08T03:18:45,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37d88d5c-399a-e5aa-12a5-7e99eb3b176e/MasterData/WALs/350fccc412b5,46593,1731035910273/350fccc412b5%2C46593%2C1731035910273.1731035912279 not finished, retry = 0 2024-11-08T03:18:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45153 is added to blk_1073741830_1006 (size=63654) 2024-11-08T03:18:46,039 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T03:18:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:18:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52990 deadline: 1731035986041, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T03:18:46,042 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T03:18:46,044 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:46,044 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T03:18:46,049 INFO [M:0;350fccc412b5:46593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:18:46,049 INFO [M:0;350fccc412b5:46593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46593 2024-11-08T03:18:46,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:46,050 INFO [M:0;350fccc412b5:46593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:46,052 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:46,215 INFO [M:0;350fccc412b5:46593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1011873af1f0003, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:46,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14610450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:46,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7bda64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:46,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:46,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7998d69f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:46,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:46,291 WARN [BP-424251921-172.17.0.3-1731035908389 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:18:46,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:18:46,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:18:46,291 WARN [BP-424251921-172.17.0.3-1731035908389 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-424251921-172.17.0.3-1731035908389 (Datanode Uuid 527d379f-db33-4490-9579-ce687aa65322) service to localhost/127.0.0.1:34215 2024-11-08T03:18:46,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/cluster_db6b0edb-5dae-bbb8-094a-a02a0bae68c2/data/data1/current/BP-424251921-172.17.0.3-1731035908389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:46,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/cluster_db6b0edb-5dae-bbb8-094a-a02a0bae68c2/data/data2/current/BP-424251921-172.17.0.3-1731035908389 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:46,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:18:46,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f7ba7a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:46,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272158a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:46,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:46,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a4639a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:46,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:46,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:18:46,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:18:46,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:46,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:46,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:18:46,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554116588, stopped=false 2024-11-08T03:18:46,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,37855,1731035904905 2024-11-08T03:18:46,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951134416/running 2024-11-08T03:18:46,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:46,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951134416/running 2024-11-08T03:18:46,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:46,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:46,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:18:46,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,45433,1731035905103' ***** 2024-11-08T03:18:46,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:18:46,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/running 2024-11-08T03:18:46,389 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:18:46,389 INFO [RS:0;350fccc412b5:45433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:18:46,389 INFO [RS:0;350fccc412b5:45433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:18:46,389 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 43bb9aacfc749a5dd187015d5813b4d2 2024-11-08T03:18:46,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Set watcher on znode that does not yet exist, /0951134416/running 2024-11-08T03:18:46,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,45433,1731035905103 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45433. 2024-11-08T03:18:46,390 DEBUG [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:46,390 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:18:46,390 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43bb9aacfc749a5dd187015d5813b4d2, disabling compactions & flushes 2024-11-08T03:18:46,392 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. after waiting 0 ms 2024-11-08T03:18:46,392 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:46,404 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:18:46,404 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 43bb9aacfc749a5dd187015d5813b4d2=test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2., 7a7cbc1664c233ceb9904c81e9e96ea0=hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0.} 2024-11-08T03:18:46,404 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43bb9aacfc749a5dd187015d5813b4d2, 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:46,404 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:46,405 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:46,405 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:46,405 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:46,405 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:46,405 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:18:46,421 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:46,429 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/default/test/43bb9aacfc749a5dd187015d5813b4d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:18:46,429 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:46,429 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:18:46,429 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:46,429 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43bb9aacfc749a5dd187015d5813b4d2: Waiting for close lock at 1731035926391Running coprocessor pre-close hooks at 1731035926391Disabling compacts and flushes for region at 1731035926392 (+1 ms)Disabling writes for close at 1731035926392Writing region close event to WAL at 1731035926414 (+22 ms)Running coprocessor post-close hooks at 1731035926429 (+15 ms)Closed at 1731035926429 2024-11-08T03:18:46,429 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2. 2024-11-08T03:18:46,430 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a7cbc1664c233ceb9904c81e9e96ea0, disabling compactions & flushes 2024-11-08T03:18:46,430 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:46,430 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:46,430 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. after waiting 0 ms 2024-11-08T03:18:46,430 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:46,430 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a7cbc1664c233ceb9904c81e9e96ea0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T03:18:46,440 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/info/15805c5dc7b54685b55ca8154af72ad8 is 147, key is hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0./info:regioninfo/1731035916852/Put/seqid=0 2024-11-08T03:18:46,468 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/hfileref/97468581dfc44b47ab5890ffd0d2beb3 is 74, key is 1/hfileref:1c10f17a8d594ee6b8435f22c84ece13_SeqId_4_/1731035922121/DeleteColumn/seqid=0 2024-11-08T03:18:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741846_1022 (size=7686) 2024-11-08T03:18:46,478 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/info/15805c5dc7b54685b55ca8154af72ad8 2024-11-08T03:18:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741847_1023 (size=5345) 2024-11-08T03:18:46,518 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/hfileref/97468581dfc44b47ab5890ffd0d2beb3 2024-11-08T03:18:46,549 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/ns/15d2ade4be94423ebbe2e4e1a253529a is 43, key is default/ns:d/1731035908314/Put/seqid=0 2024-11-08T03:18:46,575 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/queue/deb8e06250e149419e97e0bb760acf2c is 153, key is 1-350fccc412b5,45433,1731035905103/queue:350fccc412b5%2C45433%2C1731035905103/1731035922122/Put/seqid=0 2024-11-08T03:18:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741848_1024 (size=5153) 2024-11-08T03:18:46,578 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/ns/15d2ade4be94423ebbe2e4e1a253529a 2024-11-08T03:18:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741849_1025 (size=5352) 2024-11-08T03:18:46,598 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/queue/deb8e06250e149419e97e0bb760acf2c 2024-11-08T03:18:46,604 DEBUG [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cbc1664c233ceb9904c81e9e96ea0 2024-11-08T03:18:46,610 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/hfileref/97468581dfc44b47ab5890ffd0d2beb3 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/hfileref/97468581dfc44b47ab5890ffd0d2beb3 2024-11-08T03:18:46,619 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/rep_barrier/36ffe825ee5f4ef69b1fcd359ce12c7c is 112, key is test,,1731035913756.43bb9aacfc749a5dd187015d5813b4d2./rep_barrier:seqnumDuringOpen/1731035914542/Put/seqid=0 2024-11-08T03:18:46,620 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/hfileref/97468581dfc44b47ab5890ffd0d2beb3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T03:18:46,622 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/.tmp/queue/deb8e06250e149419e97e0bb760acf2c as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/queue/deb8e06250e149419e97e0bb760acf2c 2024-11-08T03:18:46,630 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/queue/deb8e06250e149419e97e0bb760acf2c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T03:18:46,632 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7a7cbc1664c233ceb9904c81e9e96ea0 in 202ms, sequenceid=10, compaction requested=false 2024-11-08T03:18:46,645 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T03:18:46,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 350fccc412b5:46593 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:46593 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 350fccc412b5:46593 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:46593 2024-11-08T03:18:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741850_1026 (size=5518) 2024-11-08T03:18:46,668 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/rep_barrier/36ffe825ee5f4ef69b1fcd359ce12c7c 2024-11-08T03:18:46,712 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/table/8aadd135e9e444f2bf4ea30856499b5e is 53, key is hbase:replication/table:state/1731035916860/Put/seqid=0 2024-11-08T03:18:46,716 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/replication/7a7cbc1664c233ceb9904c81e9e96ea0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:18:46,718 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:46,718 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:46,718 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:46,719 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a7cbc1664c233ceb9904c81e9e96ea0: Waiting for close lock at 1731035926430Running coprocessor pre-close hooks at 1731035926430Disabling compacts and flushes for region at 1731035926430Disabling writes for close at 1731035926430Obtaining lock to block concurrent updates at 1731035926430Preparing flush snapshotting stores in 7a7cbc1664c233ceb9904c81e9e96ea0 at 1731035926430Finished memstore snapshotting hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731035926430Flushing stores of hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. at 1731035926430Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/hfileref: creating writer at 1731035926430Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/hfileref: appending metadata at 1731035926467 (+37 ms)Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/hfileref: closing flushed file at 1731035926467Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/queue: creating writer at 1731035926533 (+66 ms)Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/queue: appending metadata at 1731035926563 (+30 ms)Flushing 7a7cbc1664c233ceb9904c81e9e96ea0/queue: closing flushed file at 1731035926563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64403380: reopening flushed file at 1731035926609 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7694f025: reopening flushed file at 1731035926620 (+11 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7a7cbc1664c233ceb9904c81e9e96ea0 in 202ms, sequenceid=10, compaction requested=false at 1731035926632 (+12 ms)Writing region close event to WAL at 1731035926682 (+50 ms)Running coprocessor post-close hooks at 1731035926718 (+36 ms)Closed at 1731035926718 2024-11-08T03:18:46,719 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035916056.7a7cbc1664c233ceb9904c81e9e96ea0. 2024-11-08T03:18:46,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741851_1027 (size=5308) 2024-11-08T03:18:46,737 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/table/8aadd135e9e444f2bf4ea30856499b5e 2024-11-08T03:18:46,751 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/info/15805c5dc7b54685b55ca8154af72ad8 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/info/15805c5dc7b54685b55ca8154af72ad8 2024-11-08T03:18:46,757 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/info/15805c5dc7b54685b55ca8154af72ad8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:18:46,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:46,758 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 350fccc412b5:46593 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:46593 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T03:18:46,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=350fccc412b5:46593 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:46593 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T03:18:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 350fccc412b5:46593 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 350fccc412b5/172.17.0.3:46593 2024-11-08T03:18:46,764 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/ns/15d2ade4be94423ebbe2e4e1a253529a as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/ns/15d2ade4be94423ebbe2e4e1a253529a 2024-11-08T03:18:46,769 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/ns/15d2ade4be94423ebbe2e4e1a253529a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:18:46,772 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/rep_barrier/36ffe825ee5f4ef69b1fcd359ce12c7c as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/rep_barrier/36ffe825ee5f4ef69b1fcd359ce12c7c 2024-11-08T03:18:46,777 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/rep_barrier/36ffe825ee5f4ef69b1fcd359ce12c7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:18:46,778 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/.tmp/table/8aadd135e9e444f2bf4ea30856499b5e as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/table/8aadd135e9e444f2bf4ea30856499b5e 2024-11-08T03:18:46,783 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/table/8aadd135e9e444f2bf4ea30856499b5e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:18:46,784 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 379ms, sequenceid=16, compaction requested=false 2024-11-08T03:18:46,784 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:18:46,799 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:18:46,799 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:46,799 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:46,799 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:46,799 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035926404Running coprocessor pre-close hooks at 1731035926404Disabling compacts and flushes for region at 1731035926404Disabling writes for close at 1731035926405 (+1 ms)Obtaining lock to block concurrent updates at 1731035926405Preparing flush snapshotting stores in 1588230740 at 1731035926405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035926405Flushing stores of hbase:meta,,1.1588230740 at 1731035926406 (+1 ms)Flushing 1588230740/info: creating writer at 1731035926406Flushing 1588230740/info: appending metadata at 1731035926440 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731035926440Flushing 1588230740/ns: creating writer at 1731035926500 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731035926548 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1731035926548Flushing 1588230740/rep_barrier: creating writer at 1731035926584 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035926617 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035926618 (+1 ms)Flushing 1588230740/table: creating writer at 1731035926676 (+58 ms)Flushing 1588230740/table: appending metadata at 1731035926711 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731035926711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eba49: reopening flushed file at 1731035926750 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54046f85: reopening flushed file at 1731035926757 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0a96d7: reopening flushed file at 1731035926770 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dda7dc5: reopening flushed file at 1731035926777 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 379ms, sequenceid=16, compaction requested=false at 1731035926784 (+7 ms)Writing region close event to WAL at 1731035926796 (+12 ms)Running coprocessor post-close hooks at 1731035926799 (+3 ms)Closed at 1731035926799 2024-11-08T03:18:46,799 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:46,805 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,45433,1731035905103; all regions closed. 2024-11-08T03:18:46,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.meta.1731035908021.meta not finished, retry = 0 2024-11-08T03:18:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:18:46,873 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1033, reset compression=false 2024-11-08T03:18:46,878 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:18:46,878 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/WALs/350fccc412b5,45433,1731035905103/350fccc412b5%2C45433%2C1731035905103.1731035907420 to pos 1328, reset compression=false 2024-11-08T03:18:46,909 DEBUG [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs 2024-11-08T03:18:46,909 INFO [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C45433%2C1731035905103.meta:.meta(num 1731035908021) 2024-11-08T03:18:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741839_1015 (size=2695) 2024-11-08T03:18:46,914 DEBUG [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs 2024-11-08T03:18:46,914 INFO [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C45433%2C1731035905103.rep:(num 1731035916801) 2024-11-08T03:18:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741833_1009 (size=1336) 2024-11-08T03:18:46,921 DEBUG [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/oldWALs 2024-11-08T03:18:46,921 INFO [RS:0;350fccc412b5:45433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C45433%2C1731035905103:(num 1731035907420) 2024-11-08T03:18:46,921 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,921 INFO [RS:0;350fccc412b5:45433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:18:46,921 INFO [RS:0;350fccc412b5:45433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:46,921 INFO [RS:0;350fccc412b5:45433 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:46,921 INFO [RS:0;350fccc412b5:45433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:46,921 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:46,922 INFO [RS:0;350fccc412b5:45433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,45433,1731035905103 because: Region server is closing 2024-11-08T03:18:46,922 INFO [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45433. 2024-11-08T03:18:46,922 DEBUG [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:46,922 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,922 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:46,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:46,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:46,968 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 350fccc412b5:46593 this server is in the failed servers list 2024-11-08T03:18:46,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 350fccc412b5:46593 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:47,022 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.wal-reader.350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:18:47,022 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T03:18:47,022 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T03:18:47,023 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T03:18:47,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:47,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 350fccc412b5:46593 this server is in the failed servers list 2024-11-08T03:18:47,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 350fccc412b5:46593 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:47,723 INFO [RS:0;350fccc412b5:45433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,45433,1731035905103.replicationSource.shipper350fccc412b5%2C45433%2C1731035905103,1-350fccc412b5,45433,1731035905103 terminated 2024-11-08T03:18:47,724 INFO [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:45433. 2024-11-08T03:18:47,724 DEBUG [RS:0;350fccc412b5:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:18:47,724 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:47,724 DEBUG [RS:0;350fccc412b5:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:47,724 INFO [RS:0;350fccc412b5:45433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45433 2024-11-08T03:18:47,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:18:47,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:47,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 350fccc412b5:46593 this server is in the failed servers list 2024-11-08T03:18:47,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 350fccc412b5:46593 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:47,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951134416/rs/350fccc412b5,45433,1731035905103 2024-11-08T03:18:47,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416/rs 2024-11-08T03:18:47,836 INFO [RS:0;350fccc412b5:45433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:47,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,45433,1731035905103] 2024-11-08T03:18:47,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951134416/draining/350fccc412b5,45433,1731035905103 already deleted, retry=false 2024-11-08T03:18:47,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,45433,1731035905103 expired; onlineServers=0 2024-11-08T03:18:47,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,37855,1731035904905' ***** 2024-11-08T03:18:47,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:18:47,867 INFO [M:0;350fccc412b5:37855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:18:47,867 INFO [M:0;350fccc412b5:37855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:18:47,868 DEBUG [M:0;350fccc412b5:37855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:18:47,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:18:47,868 DEBUG [M:0;350fccc412b5:37855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:18:47,868 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035907225 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035907225,5,FailOnTimeoutGroup] 2024-11-08T03:18:47,868 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035907225 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035907225,5,FailOnTimeoutGroup] 2024-11-08T03:18:47,868 INFO [M:0;350fccc412b5:37855 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:18:47,868 INFO [M:0;350fccc412b5:37855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:18:47,868 DEBUG [M:0;350fccc412b5:37855 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:18:47,868 INFO [M:0;350fccc412b5:37855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:18:47,868 INFO [M:0;350fccc412b5:37855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:18:47,869 INFO [M:0;350fccc412b5:37855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:18:47,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:18:47,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951134416/master 2024-11-08T03:18:47,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951134416 2024-11-08T03:18:47,878 DEBUG [M:0;350fccc412b5:37855 {}] zookeeper.ZKUtil(347): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Unable to get data of znode /0951134416/master because node does not exist (not an error) 2024-11-08T03:18:47,878 WARN [M:0;350fccc412b5:37855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:18:47,878 INFO [M:0;350fccc412b5:37855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/.lastflushedseqids 2024-11-08T03:18:47,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741852_1028 (size=263) 2024-11-08T03:18:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1011873af1f0001, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:47,967 INFO [RS:0;350fccc412b5:45433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:47,967 INFO [RS:0;350fccc412b5:45433 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,45433,1731035905103; zookeeper connection closed. 2024-11-08T03:18:47,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44827c46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44827c46 2024-11-08T03:18:47,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:18:48,283 INFO [M:0;350fccc412b5:37855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:18:48,283 INFO [M:0;350fccc412b5:37855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:18:48,283 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:48,283 INFO [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:48,283 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:48,283 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:48,283 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:48,283 INFO [M:0;350fccc412b5:37855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T03:18:48,305 DEBUG [M:0;350fccc412b5:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e35b32e5b7e8482aa6fc6ff266e1d98e is 82, key is hbase:meta,,1/info:regioninfo/1731035908049/Put/seqid=0 2024-11-08T03:18:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741853_1029 (size=5672) 2024-11-08T03:18:48,318 INFO [M:0;350fccc412b5:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e35b32e5b7e8482aa6fc6ff266e1d98e 2024-11-08T03:18:48,352 DEBUG [M:0;350fccc412b5:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aacd60fb11294e66947f89620f66acb4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035916906/Put/seqid=0 2024-11-08T03:18:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741854_1030 (size=8517) 2024-11-08T03:18:48,791 INFO [M:0;350fccc412b5:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aacd60fb11294e66947f89620f66acb4 2024-11-08T03:18:48,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:48,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:48,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:48,815 DEBUG [M:0;350fccc412b5:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0551109f92447e088602fa345a85d04 is 69, key is 350fccc412b5,45433,1731035905103/rs:state/1731035907265/Put/seqid=0 2024-11-08T03:18:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741855_1031 (size=5156) 2024-11-08T03:18:49,223 INFO [M:0;350fccc412b5:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0551109f92447e088602fa345a85d04 2024-11-08T03:18:49,228 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e35b32e5b7e8482aa6fc6ff266e1d98e as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e35b32e5b7e8482aa6fc6ff266e1d98e 2024-11-08T03:18:49,236 INFO [M:0;350fccc412b5:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e35b32e5b7e8482aa6fc6ff266e1d98e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:18:49,237 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aacd60fb11294e66947f89620f66acb4 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aacd60fb11294e66947f89620f66acb4 2024-11-08T03:18:49,242 INFO [M:0;350fccc412b5:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aacd60fb11294e66947f89620f66acb4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:18:49,243 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0551109f92447e088602fa345a85d04 as hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0551109f92447e088602fa345a85d04 2024-11-08T03:18:49,250 INFO [M:0;350fccc412b5:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/00a4d0ff-3e58-ce20-9a24-4ad90e9c580c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0551109f92447e088602fa345a85d04, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:18:49,251 INFO [M:0;350fccc412b5:37855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=97, compaction requested=false 2024-11-08T03:18:49,328 INFO [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:49,328 DEBUG [M:0;350fccc412b5:37855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035928283Disabling compacts and flushes for region at 1731035928283Disabling writes for close at 1731035928283Obtaining lock to block concurrent updates at 1731035928283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035928283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731035928284 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035928285 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035928285Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035928305 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035928305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035928322 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035928352 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035928352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035928795 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035928815 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035928815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c423dd: reopening flushed file at 1731035929227 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c12e81f: reopening flushed file at 1731035929236 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf40573: reopening flushed file at 1731035929242 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=97, compaction requested=false at 1731035929251 (+9 ms)Writing region close event to WAL at 1731035929328 (+77 ms)Closed at 1731035929328 2024-11-08T03:18:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741830_1006 (size=63666) 2024-11-08T03:18:49,358 INFO [M:0;350fccc412b5:37855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:18:49,358 INFO [M:0;350fccc412b5:37855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37855 2024-11-08T03:18:49,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:18:49,358 INFO [M:0;350fccc412b5:37855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:18:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1011873af1f0000, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:18:49,509 INFO [M:0;350fccc412b5:37855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:18:49,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c6dabe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:49,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f115ead{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:49,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:49,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7820b50b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:49,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:49,520 WARN [BP-1310158274-172.17.0.3-1731035902865 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:18:49,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:18:49,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:18:49,521 WARN [BP-1310158274-172.17.0.3-1731035902865 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310158274-172.17.0.3-1731035902865 (Datanode Uuid 347d4b99-2b11-4e33-9ea9-536646822f35) service to localhost/127.0.0.1:37101 2024-11-08T03:18:49,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/data/data1/current/BP-1310158274-172.17.0.3-1731035902865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:49,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/cluster_e3271c31-8568-844e-a92c-aaf2d74a050a/data/data2/current/BP-1310158274-172.17.0.3-1731035902865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:18:49,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:18:49,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69dd62f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:49,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@552d44e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:18:49,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:18:49,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d181f38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:18:49,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fe2828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bed4f130-4818-9e2b-5fa3-d0ff41cd0b76/hadoop.log.dir/,STOPPED} 2024-11-08T03:18:49,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:18:49,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:18:49,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 207) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53950) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37101 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34215 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=628 (was 574) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5311 (was 4979) - AvailableMemoryMB LEAK? - 2024-11-08T03:18:49,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=628, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=5309 2024-11-08T03:18:49,631 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T03:18:49,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir so I do NOT create it in target/test-data/3a87331a-5726-addb-9983-17d0953d3db0 2024-11-08T03:18:49,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:18:49,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.tmp.dir so I do NOT create it in target/test-data/3a87331a-5726-addb-9983-17d0953d3db0 2024-11-08T03:18:49,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2537bf4f-8472-4635-5a0d-7285e4dd0ab0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:18:49,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0 2024-11-08T03:18:49,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b, deleteOnExit=true 2024-11-08T03:18:49,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011873af1f0005, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:18:49,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011873af1f0002, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:18:49,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011873af1f0005, quorum=127.0.0.1:53950, baseZNode=/1-1669332864 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:18:49,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011873af1f0002, quorum=127.0.0.1:53950, baseZNode=/0951134416 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:18:49,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/zookeeper_0, clientPort=60975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:18:49,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60975 2024-11-08T03:18:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:18:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:18:49,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/test.cache.data in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:18:49,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:18:49,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:18:49,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:18:50,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:50,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:50,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:18:50,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:50,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:50,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:50,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:50,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:18:50,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:50,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:50,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:50,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@219e57b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/java.io.tmpdir/jetty-localhost-45239-hadoop-hdfs-3_4_1-tests_jar-_-any-2026147208075720723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:50,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:45239} 2024-11-08T03:18:50,199 INFO [Time-limited test {}] server.Server(415): Started @197579ms 2024-11-08T03:18:50,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:50,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:50,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:50,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:50,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:50,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:50,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:50,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566951c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/java.io.tmpdir/jetty-localhost-38217-hadoop-hdfs-3_4_1-tests_jar-_-any-10572172614922435891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:50,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:38217} 2024-11-08T03:18:50,567 INFO [Time-limited test {}] server.Server(415): Started @197948ms 2024-11-08T03:18:50,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:18:50,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:50,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:50,819 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:51,230 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/data/data2/current/BP-1601531109-172.17.0.3-1731035929690/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:51,230 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/data/data1/current/BP-1601531109-172.17.0.3-1731035929690/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:51,250 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:18:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac781730a152546a with lease ID 0xfda466a49811e25a: Processing first storage report for DS-2dd004e7-f4db-463a-b989-c0dbea6cc497 from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=622d00e2-e775-4f70-ab63-2b266ee82448, infoPort=35763, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=1006019770;c=1731035929690) 2024-11-08T03:18:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac781730a152546a with lease ID 0xfda466a49811e25a: from storage DS-2dd004e7-f4db-463a-b989-c0dbea6cc497 node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=622d00e2-e775-4f70-ab63-2b266ee82448, infoPort=35763, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=1006019770;c=1731035929690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac781730a152546a with lease ID 0xfda466a49811e25a: Processing first storage report for DS-d15ddf19-f699-415c-94d5-4ef1550edc3b from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=622d00e2-e775-4f70-ab63-2b266ee82448, infoPort=35763, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=1006019770;c=1731035929690) 2024-11-08T03:18:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac781730a152546a with lease ID 0xfda466a49811e25a: from storage DS-d15ddf19-f699-415c-94d5-4ef1550edc3b node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=622d00e2-e775-4f70-ab63-2b266ee82448, infoPort=35763, infoSecurePort=0, ipcPort=44387, storageInfo=lv=-57;cid=testClusterID;nsid=1006019770;c=1731035929690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:51,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0 2024-11-08T03:18:51,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:18:51,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b with version=8 2024-11-08T03:18:51,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/hbase-staging 2024-11-08T03:18:51,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:51,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:51,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:51,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:51,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:51,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33791 2024-11-08T03:18:51,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33791 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:51,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337910x0, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:51,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33791-0x101187417ed0000 connected 2024-11-08T03:18:51,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/running 2024-11-08T03:18:51,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b, hbase.cluster.distributed=false 2024-11-08T03:18:51,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/acl 2024-11-08T03:18:51,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T03:18:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33791 2024-11-08T03:18:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33791 2024-11-08T03:18:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T03:18:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33791 2024-11-08T03:18:51,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:51,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:51,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33697 2024-11-08T03:18:51,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33697 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:51,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336970x0, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:51,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33697-0x101187417ed0001 connected 2024-11-08T03:18:51,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/running 2024-11-08T03:18:51,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:51,910 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:51,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/master 2024-11-08T03:18:51,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/acl 2024-11-08T03:18:51,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-08T03:18:51,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33697 2024-11-08T03:18:51,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33697 2024-11-08T03:18:51,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-08T03:18:51,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33697 2024-11-08T03:18:51,927 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:33791 2024-11-08T03:18:51,928 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-168162118/backup-masters/350fccc412b5,33791,1731035931700 2024-11-08T03:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/backup-masters 2024-11-08T03:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/backup-masters 2024-11-08T03:18:51,935 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on existing znode=/0-168162118/backup-masters/350fccc412b5,33791,1731035931700 2024-11-08T03:18:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-168162118/master 2024-11-08T03:18:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:51,946 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on existing znode=/0-168162118/master 2024-11-08T03:18:51,946 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-168162118/backup-masters/350fccc412b5,33791,1731035931700 from backup master directory 2024-11-08T03:18:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-168162118/backup-masters/350fccc412b5,33791,1731035931700 2024-11-08T03:18:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/backup-masters 2024-11-08T03:18:51,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/backup-masters 2024-11-08T03:18:51,956 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:51,956 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,33791,1731035931700 2024-11-08T03:18:51,959 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/hbase.id] with ID: f98165a2-9e06-48bb-97e2-26f2d32dfdf1 2024-11-08T03:18:51,959 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/.tmp/hbase.id 2024-11-08T03:18:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:18:52,363 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/.tmp/hbase.id]:[hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/hbase.id] 2024-11-08T03:18:52,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:52,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:52,373 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:18:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:52,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:18:52,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:52,426 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:52,426 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:18:52,431 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store 2024-11-08T03:18:52,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:52,836 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:52,836 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:52,836 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035932836Disabling compacts and flushes for region at 1731035932836Disabling writes for close at 1731035932836Writing region close event to WAL at 1731035932836Closed at 1731035932836 2024-11-08T03:18:52,837 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/.initializing 2024-11-08T03:18:52,837 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/WALs/350fccc412b5,33791,1731035931700 2024-11-08T03:18:52,838 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:52,839 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C33791%2C1731035931700, suffix=, logDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/WALs/350fccc412b5,33791,1731035931700, archiveDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:52,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/WALs/350fccc412b5,33791,1731035931700/350fccc412b5%2C33791%2C1731035931700.1731035932839, exclude list is [], retry=0 2024-11-08T03:18:52,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-2dd004e7-f4db-463a-b989-c0dbea6cc497,DISK] 2024-11-08T03:18:52,854 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/WALs/350fccc412b5,33791,1731035931700/350fccc412b5%2C33791%2C1731035931700.1731035932839 2024-11-08T03:18:52,854 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-08T03:18:52,854 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:52,854 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:52,854 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,854 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:52,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:52,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:52,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:52,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:52,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:52,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:52,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:52,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:52,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:52,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:52,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:52,859 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,860 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,860 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:52,862 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:52,863 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:52,864 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60019991, jitterRate=-0.10563243925571442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:52,864 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035932854Initializing all the Stores at 1731035932855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035932855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035932855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035932855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035932855Cleaning up temporary data from old regions at 1731035932861 (+6 ms)Region opened successfully at 1731035932864 (+3 ms) 2024-11-08T03:18:52,865 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:52,867 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9a9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:52,868 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:18:52,868 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:52,868 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:52,869 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:52,869 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:52,869 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:18:52,869 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:52,873 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:52,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:52,924 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/balancer already deleted, retry=false 2024-11-08T03:18:52,925 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:52,925 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:52,935 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/normalizer already deleted, retry=false 2024-11-08T03:18:52,935 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:52,936 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:52,945 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/switch/split already deleted, retry=false 2024-11-08T03:18:52,946 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:52,956 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/switch/merge already deleted, retry=false 2024-11-08T03:18:52,957 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:52,966 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-168162118/running 2024-11-08T03:18:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-168162118/running 2024-11-08T03:18:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:52,977 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,33791,1731035931700, sessionid=0x101187417ed0000, setting cluster-up flag (Was=false) 2024-11-08T03:18:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:53,029 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-168162118/flush-table-proc/acquired, /0-168162118/flush-table-proc/reached, /0-168162118/flush-table-proc/abort 2024-11-08T03:18:53,031 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,33791,1731035931700 2024-11-08T03:18:53,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:53,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:53,082 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-168162118/online-snapshot/acquired, /0-168162118/online-snapshot/reached, /0-168162118/online-snapshot/abort 2024-11-08T03:18:53,083 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,33791,1731035931700 2024-11-08T03:18:53,084 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:18:53,085 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:53,085 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:53,085 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:53,085 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,33791,1731035931700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:53,086 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,087 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:53,087 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,087 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035963087 2024-11-08T03:18:53,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:53,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:53,088 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:53,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:53,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:53,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035933089,5,FailOnTimeoutGroup] 2024-11-08T03:18:53,089 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035933089,5,FailOnTimeoutGroup] 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,089 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:18:53,120 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(746): ClusterId : f98165a2-9e06-48bb-97e2-26f2d32dfdf1 2024-11-08T03:18:53,120 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:53,130 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:53,130 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:53,141 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:53,141 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10185642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:53,151 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:33697 2024-11-08T03:18:53,151 INFO [RS:0;350fccc412b5:33697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:53,151 INFO [RS:0;350fccc412b5:33697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:53,151 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:53,151 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,33791,1731035931700 with port=33697, startcode=1731035931894 2024-11-08T03:18:53,151 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:53,153 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:53,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33791 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,154 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b 2024-11-08T03:18:53,154 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44477 2024-11-08T03:18:53,154 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/rs 2024-11-08T03:18:53,167 DEBUG [RS:0;350fccc412b5:33697 {}] zookeeper.ZKUtil(111): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on existing znode=/0-168162118/rs/350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,167 WARN [RS:0;350fccc412b5:33697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:53,167 INFO [RS:0;350fccc412b5:33697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:53,167 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,33697,1731035931894] 2024-11-08T03:18:53,170 INFO [RS:0;350fccc412b5:33697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:53,171 INFO [RS:0;350fccc412b5:33697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:53,172 INFO [RS:0;350fccc412b5:33697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:53,172 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,172 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:53,172 INFO [RS:0;350fccc412b5:33697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:53,172 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,172 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,172 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:53,173 DEBUG [RS:0;350fccc412b5:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,173 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33697,1731035931894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:53,186 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:53,186 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33697,1731035931894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,186 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,186 INFO [RS:0;350fccc412b5:33697 {}] regionserver.Replication(171): 350fccc412b5,33697,1731035931894 started 2024-11-08T03:18:53,198 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:53,198 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,33697,1731035931894, RpcServer on 350fccc412b5/172.17.0.3:33697, sessionid=0x101187417ed0001 2024-11-08T03:18:53,198 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:53,198 DEBUG [RS:0;350fccc412b5:33697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,198 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33697,1731035931894' 2024-11-08T03:18:53,198 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-168162118/flush-table-proc/abort' 2024-11-08T03:18:53,198 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-168162118/flush-table-proc/acquired' 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,33697,1731035931894 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33697,1731035931894' 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-168162118/online-snapshot/abort' 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-168162118/online-snapshot/acquired' 2024-11-08T03:18:53,199 DEBUG [RS:0;350fccc412b5:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:53,199 INFO [RS:0;350fccc412b5:33697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:53,199 INFO [RS:0;350fccc412b5:33697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:53,300 INFO [RS:0;350fccc412b5:33697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:53,301 INFO [RS:0;350fccc412b5:33697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33697%2C1731035931894, suffix=, logDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894, archiveDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/oldWALs, maxLogs=10 2024-11-08T03:18:53,312 DEBUG [RS:0;350fccc412b5:33697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, exclude list is [], retry=0 2024-11-08T03:18:53,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-2dd004e7-f4db-463a-b989-c0dbea6cc497,DISK] 2024-11-08T03:18:53,315 INFO [RS:0;350fccc412b5:33697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 2024-11-08T03:18:53,316 DEBUG [RS:0;350fccc412b5:33697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-08T03:18:53,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:18:53,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b 2024-11-08T03:18:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:18:53,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:53,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:53,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:53,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:53,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:53,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:53,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:53,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:53,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:53,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:53,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:53,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:53,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:53,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:53,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740 2024-11-08T03:18:53,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740 2024-11-08T03:18:53,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:53,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:53,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:53,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:53,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:53,909 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59323510, jitterRate=-0.11601081490516663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035933899Initializing all the Stores at 1731035933900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035933900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035933900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035933900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035933900Cleaning up temporary data from old regions at 1731035933906 (+6 ms)Region opened successfully at 1731035933909 (+3 ms) 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:53,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:53,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035933909Disabling compacts and flushes for region at 1731035933909Disabling writes for close at 1731035933909Writing region close event to WAL at 1731035933909Closed at 1731035933909 2024-11-08T03:18:53,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:53,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:18:53,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:53,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:53,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:54,062 DEBUG [350fccc412b5:33791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:54,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:18:54,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33697,1731035931894, state=OPENING 2024-11-08T03:18:54,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:18:54,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-168162118/meta-region-server: CHANGED 2024-11-08T03:18:54,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-168162118/meta-region-server: CHANGED 2024-11-08T03:18:54,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:54,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33697,1731035931894}] 2024-11-08T03:18:54,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:54,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:54,333 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:54,333 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:54,334 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:54,335 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33697%2C1731035931894.meta, suffix=.meta, logDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894, archiveDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/oldWALs, maxLogs=10 2024-11-08T03:18:54,346 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.meta.1731035934335.meta, exclude list is [], retry=0 2024-11-08T03:18:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-2dd004e7-f4db-463a-b989-c0dbea6cc497,DISK] 2024-11-08T03:18:54,349 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.meta.1731035934335.meta 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:54,350 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:54,350 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:54,350 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:54,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:54,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:54,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:54,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:54,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:54,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:54,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:54,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:54,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:54,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:54,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:54,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:54,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:54,355 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:54,355 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740 2024-11-08T03:18:54,356 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740 2024-11-08T03:18:54,356 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:54,356 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:54,357 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:54,357 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:54,358 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71437637, jitterRate=0.0645037442445755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:54,358 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:54,358 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035934350Writing region info on filesystem at 1731035934350Initializing all the Stores at 1731035934351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035934351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035934351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035934351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035934351Cleaning up temporary data from old regions at 1731035934356 (+5 ms)Running coprocessor post-open hooks at 1731035934358 (+2 ms)Region opened successfully at 1731035934358 2024-11-08T03:18:54,359 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035934329 2024-11-08T03:18:54,360 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:54,360 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:54,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:18:54,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33697,1731035931894, state=OPEN 2024-11-08T03:18:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-168162118/meta-region-server 2024-11-08T03:18:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-168162118/meta-region-server 2024-11-08T03:18:54,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,33697,1731035931894 2024-11-08T03:18:54,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-168162118/meta-region-server: CHANGED 2024-11-08T03:18:54,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-168162118/meta-region-server: CHANGED 2024-11-08T03:18:54,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:54,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33697,1731035931894 in 237 msec 2024-11-08T03:18:54,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:54,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-08T03:18:54,417 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:54,418 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:54,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:54,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33697,1731035931894, seqNum=-1] 2024-11-08T03:18:54,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:54,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:54,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-08T03:18:54,423 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035934423, completionTime=-1 2024-11-08T03:18:54,424 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:54,424 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035994425 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036054425 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,425 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:33791, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,426 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,426 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,427 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:54,428 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.472sec 2024-11-08T03:18:54,428 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:54,428 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:54,428 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:54,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:54,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:54,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:54,429 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:54,430 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:54,430 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:54,430 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33791,1731035931700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:54,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a553aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:54,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:18:54,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:54,522 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:18:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:54,523 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:54,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeaff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:54,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33697,1731035931894, seqNum=-1] 2024-11-08T03:18:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:54,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,33791,1731035931700 2024-11-08T03:18:54,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:54,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101187417ed0002 connected 2024-11-08T03:18:54,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir so I do NOT create it in target/test-data/48425925-9e2e-eca2-496d-4070324d1474 2024-11-08T03:18:54,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:18:54,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.tmp.dir so I do NOT create it in target/test-data/48425925-9e2e-eca2-496d-4070324d1474 2024-11-08T03:18:54,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:18:54,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474 2024-11-08T03:18:54,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:18:54,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/cluster_38fa259d-40e2-94e4-0a5e-885659f330d5, deleteOnExit=true 2024-11-08T03:18:54,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/test.cache.data in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:18:54,564 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:18:54,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:18:54,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:18:54,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:54,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:54,848 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:18:54,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:54,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:54,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:54,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:54,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:18:54,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:54,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652ca129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:54,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aafb10b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:54,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c618675{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/java.io.tmpdir/jetty-localhost-38705-hadoop-hdfs-3_4_1-tests_jar-_-any-9193384439803635250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:18:54,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae2f81a{HTTP/1.1, (http/1.1)}{localhost:38705} 2024-11-08T03:18:54,962 INFO [Time-limited test {}] server.Server(415): Started @202342ms 2024-11-08T03:18:55,188 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:18:55,214 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,214 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,224 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,226 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:18:55,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:18:55,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:18:55,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:18:55,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:18:55,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:18:55,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3624214d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:18:55,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e2167a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:18:55,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ecfd193{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/java.io.tmpdir/jetty-localhost-42185-hadoop-hdfs-3_4_1-tests_jar-_-any-13186893428024646416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:18:55,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32bf2885{HTTP/1.1, (http/1.1)}{localhost:42185} 2024-11-08T03:18:55,342 INFO [Time-limited test {}] server.Server(415): Started @202722ms 2024-11-08T03:18:55,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:18:56,028 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/cluster_38fa259d-40e2-94e4-0a5e-885659f330d5/data/data1/current/BP-2104825824-172.17.0.3-1731035934578/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:56,028 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/cluster_38fa259d-40e2-94e4-0a5e-885659f330d5/data/data2/current/BP-2104825824-172.17.0.3-1731035934578/current, will proceed with Du for space computation calculation, 2024-11-08T03:18:56,047 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:18:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f0961dd5df13c4b with lease ID 0x7b18949bad463eda: Processing first storage report for DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6 from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=7ba02bae-fda2-476c-8dde-06f6d349e1ac, infoPort=40539, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1511793661;c=1731035934578) 2024-11-08T03:18:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f0961dd5df13c4b with lease ID 0x7b18949bad463eda: from storage DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6 node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=7ba02bae-fda2-476c-8dde-06f6d349e1ac, infoPort=40539, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1511793661;c=1731035934578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f0961dd5df13c4b with lease ID 0x7b18949bad463eda: Processing first storage report for DS-328a69f2-856c-450f-ad65-652956a2d13d from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=7ba02bae-fda2-476c-8dde-06f6d349e1ac, infoPort=40539, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1511793661;c=1731035934578) 2024-11-08T03:18:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f0961dd5df13c4b with lease ID 0x7b18949bad463eda: from storage DS-328a69f2-856c-450f-ad65-652956a2d13d node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=7ba02bae-fda2-476c-8dde-06f6d349e1ac, infoPort=40539, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1511793661;c=1731035934578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:18:56,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474 2024-11-08T03:18:56,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:18:56,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f with version=8 2024-11-08T03:18:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/hbase-staging 2024-11-08T03:18:56,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:56,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:18:56,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:56,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42107 2024-11-08T03:18:56,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42107 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421070x0, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:56,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42107-0x101187417ed0003 connected 2024-11-08T03:18:56,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/running 2024-11-08T03:18:56,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f, hbase.cluster.distributed=false 2024-11-08T03:18:56,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/acl 2024-11-08T03:18:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-08T03:18:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42107 2024-11-08T03:18:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42107 2024-11-08T03:18:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-08T03:18:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-08T03:18:56,631 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:18:56,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:18:56,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37747 2024-11-08T03:18:56,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37747 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:56,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:56,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377470x0, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:56,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377470x0, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/running 2024-11-08T03:18:56,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37747-0x101187417ed0004 connected 2024-11-08T03:18:56,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:18:56,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:18:56,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/master 2024-11-08T03:18:56,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/acl 2024-11-08T03:18:56,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-08T03:18:56,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37747 2024-11-08T03:18:56,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37747 2024-11-08T03:18:56,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-08T03:18:56,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-08T03:18:56,676 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:42107 2024-11-08T03:18:56,677 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-787019693/backup-masters/350fccc412b5,42107,1731035936480 2024-11-08T03:18:56,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/backup-masters 2024-11-08T03:18:56,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/backup-masters 2024-11-08T03:18:56,688 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on existing znode=/1-787019693/backup-masters/350fccc412b5,42107,1731035936480 2024-11-08T03:18:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-787019693/master 2024-11-08T03:18:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:56,698 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on existing znode=/1-787019693/master 2024-11-08T03:18:56,698 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-787019693/backup-masters/350fccc412b5,42107,1731035936480 from backup master directory 2024-11-08T03:18:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-787019693/backup-masters/350fccc412b5,42107,1731035936480 2024-11-08T03:18:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/backup-masters 2024-11-08T03:18:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/backup-masters 2024-11-08T03:18:56,708 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:56,708 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,42107,1731035936480 2024-11-08T03:18:56,711 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/hbase.id] with ID: 0de21729-8c5e-4f32-ab31-9b28ec00de5b 2024-11-08T03:18:56,711 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/.tmp/hbase.id 2024-11-08T03:18:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:18:57,118 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/.tmp/hbase.id]:[hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/hbase.id] 2024-11-08T03:18:57,128 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:18:57,128 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:18:57,129 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:18:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:18:57,546 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:57,547 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:18:57,547 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:57,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:18:57,953 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store 2024-11-08T03:18:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:18:58,359 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:58,359 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:18:58,359 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035938359Disabling compacts and flushes for region at 1731035938359Disabling writes for close at 1731035938359Writing region close event to WAL at 1731035938359Closed at 1731035938359 2024-11-08T03:18:58,360 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/.initializing 2024-11-08T03:18:58,360 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/WALs/350fccc412b5,42107,1731035936480 2024-11-08T03:18:58,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:58,362 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C42107%2C1731035936480, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/WALs/350fccc412b5,42107,1731035936480, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/oldWALs, maxLogs=10 2024-11-08T03:18:58,378 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/WALs/350fccc412b5,42107,1731035936480/350fccc412b5%2C42107%2C1731035936480.1731035938362, exclude list is [], retry=0 2024-11-08T03:18:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6,DISK] 2024-11-08T03:18:58,383 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/WALs/350fccc412b5,42107,1731035936480/350fccc412b5%2C42107%2C1731035936480.1731035938362 2024-11-08T03:18:58,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-08T03:18:58,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:58,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:58,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:18:58,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:58,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:58,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:18:58,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:18:58,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:58,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:58,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:18:58,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:58,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:18:58,389 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,389 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,390 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,391 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,391 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,391 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:58,392 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:18:58,393 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:58,393 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67692509, jitterRate=0.008696988224983215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:58,394 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035938383Initializing all the Stores at 1731035938384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035938384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035938384Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035938384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035938384Cleaning up temporary data from old regions at 1731035938391 (+7 ms)Region opened successfully at 1731035938394 (+3 ms) 2024-11-08T03:18:58,394 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:18:58,396 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444a69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:58,397 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:18:58,397 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:18:58,397 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:18:58,397 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:18:58,397 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:18:58,398 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:18:58,398 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:18:58,399 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:18:58,400 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/balancer because node does not exist (not necessarily an error) 2024-11-08T03:18:58,461 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/balancer already deleted, retry=false 2024-11-08T03:18:58,461 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:18:58,462 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:18:58,471 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/normalizer already deleted, retry=false 2024-11-08T03:18:58,472 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:18:58,473 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:18:58,482 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/switch/split already deleted, retry=false 2024-11-08T03:18:58,482 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:18:58,492 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/switch/merge already deleted, retry=false 2024-11-08T03:18:58,494 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:18:58,503 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/snapshot-cleanup already deleted, retry=false 2024-11-08T03:18:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-787019693/running 2024-11-08T03:18:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-787019693/running 2024-11-08T03:18:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,514 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,42107,1731035936480, sessionid=0x101187417ed0003, setting cluster-up flag (Was=false) 2024-11-08T03:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,566 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-787019693/flush-table-proc/acquired, /1-787019693/flush-table-proc/reached, /1-787019693/flush-table-proc/abort 2024-11-08T03:18:58,567 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,42107,1731035936480 2024-11-08T03:18:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:58,619 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-787019693/online-snapshot/acquired, /1-787019693/online-snapshot/reached, /1-787019693/online-snapshot/abort 2024-11-08T03:18:58,620 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,42107,1731035936480 2024-11-08T03:18:58,621 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:18:58,621 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:58,622 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:18:58,622 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:18:58,622 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,42107,1731035936480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:58,623 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,623 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035968623 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:18:58,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:18:58,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:18:58,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:58,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:18:58,628 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:18:58,628 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:18:58,628 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035938628,5,FailOnTimeoutGroup] 2024-11-08T03:18:58,628 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035938628,5,FailOnTimeoutGroup] 2024-11-08T03:18:58,628 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,628 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:18:58,629 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,629 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:18:58,663 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(746): ClusterId : 0de21729-8c5e-4f32-ab31-9b28ec00de5b 2024-11-08T03:18:58,663 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:18:58,672 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:18:58,672 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:18:58,682 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:18:58,683 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d63838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:18:58,708 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:37747 2024-11-08T03:18:58,708 INFO [RS:0;350fccc412b5:37747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:18:58,708 INFO [RS:0;350fccc412b5:37747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:18:58,708 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:18:58,709 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,42107,1731035936480 with port=37747, startcode=1731035936630 2024-11-08T03:18:58,709 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:18:58,710 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:18:58,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,712 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f 2024-11-08T03:18:58,712 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43741 2024-11-08T03:18:58,712 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:18:58,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/rs 2024-11-08T03:18:58,764 DEBUG [RS:0;350fccc412b5:37747 {}] zookeeper.ZKUtil(111): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on existing znode=/1-787019693/rs/350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,764 WARN [RS:0;350fccc412b5:37747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:18:58,764 INFO [RS:0;350fccc412b5:37747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:58,764 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,37747,1731035936630] 2024-11-08T03:18:58,767 INFO [RS:0;350fccc412b5:37747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:18:58,769 INFO [RS:0;350fccc412b5:37747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:18:58,769 INFO [RS:0;350fccc412b5:37747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:18:58,769 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,770 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:18:58,770 INFO [RS:0;350fccc412b5:37747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:18:58,770 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,770 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,770 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:58,771 DEBUG [RS:0;350fccc412b5:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,771 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37747,1731035936630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:58,784 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:18:58,784 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37747,1731035936630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,784 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,784 INFO [RS:0;350fccc412b5:37747 {}] regionserver.Replication(171): 350fccc412b5,37747,1731035936630 started 2024-11-08T03:18:58,797 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:58,797 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,37747,1731035936630, RpcServer on 350fccc412b5/172.17.0.3:37747, sessionid=0x101187417ed0004 2024-11-08T03:18:58,797 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:18:58,797 DEBUG [RS:0;350fccc412b5:37747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,797 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,37747,1731035936630' 2024-11-08T03:18:58,797 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-787019693/flush-table-proc/abort' 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-787019693/flush-table-proc/acquired' 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,37747,1731035936630 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,37747,1731035936630' 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-787019693/online-snapshot/abort' 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-787019693/online-snapshot/acquired' 2024-11-08T03:18:58,798 DEBUG [RS:0;350fccc412b5:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:18:58,798 INFO [RS:0;350fccc412b5:37747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:18:58,798 INFO [RS:0;350fccc412b5:37747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:18:58,899 INFO [RS:0;350fccc412b5:37747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:18:58,900 INFO [RS:0;350fccc412b5:37747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C37747%2C1731035936630, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/oldWALs, maxLogs=10 2024-11-08T03:18:58,912 DEBUG [RS:0;350fccc412b5:37747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, exclude list is [], retry=0 2024-11-08T03:18:58,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6,DISK] 2024-11-08T03:18:58,916 INFO [RS:0;350fccc412b5:37747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 2024-11-08T03:18:58,916 DEBUG [RS:0;350fccc412b5:37747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-08T03:18:59,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:18:59,037 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f 2024-11-08T03:18:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:18:59,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:18:59,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:59,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:59,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:59,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:59,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:59,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:59,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:59,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:59,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:59,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740 2024-11-08T03:18:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740 2024-11-08T03:18:59,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:59,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:59,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:59,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:18:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68790400, jitterRate=0.025056838989257812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035939442Initializing all the Stores at 1731035939443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035939443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939443Cleaning up temporary data from old regions at 1731035939449 (+6 ms)Region opened successfully at 1731035939452 (+3 ms) 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:18:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:18:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:18:59,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:18:59,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035939452Disabling compacts and flushes for region at 1731035939452Disabling writes for close at 1731035939452Writing region close event to WAL at 1731035939453 (+1 ms)Closed at 1731035939453 2024-11-08T03:18:59,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:59,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:18:59,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:18:59,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:59,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:18:59,606 DEBUG [350fccc412b5:42107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:18:59,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:18:59,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,37747,1731035936630, state=OPENING 2024-11-08T03:18:59,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:18:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:18:59,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:18:59,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-787019693/meta-region-server: CHANGED 2024-11-08T03:18:59,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-787019693/meta-region-server: CHANGED 2024-11-08T03:18:59,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,37747,1731035936630}] 2024-11-08T03:18:59,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:18:59,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:18:59,827 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:18:59,828 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:18:59,828 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:18:59,829 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C37747%2C1731035936630.meta, suffix=.meta, logDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/oldWALs, maxLogs=10 2024-11-08T03:18:59,841 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.meta.1731035939829.meta, exclude list is [], retry=0 2024-11-08T03:18:59,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6,DISK] 2024-11-08T03:18:59,844 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.meta.1731035939829.meta 2024-11-08T03:18:59,844 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-08T03:18:59,844 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:18:59,844 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:18:59,845 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:18:59,845 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:18:59,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:18:59,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:18:59,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:18:59,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:18:59,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:18:59,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:18:59,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:18:59,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:18:59,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:18:59,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:18:59,850 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:18:59,850 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740 2024-11-08T03:18:59,851 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740 2024-11-08T03:18:59,852 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:18:59,852 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:18:59,852 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:18:59,853 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:18:59,853 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74740836, jitterRate=0.11372524499893188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:18:59,853 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:18:59,853 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035939845Writing region info on filesystem at 1731035939845Initializing all the Stores at 1731035939846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035939846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035939846Cleaning up temporary data from old regions at 1731035939852 (+6 ms)Running coprocessor post-open hooks at 1731035939853 (+1 ms)Region opened successfully at 1731035939853 2024-11-08T03:18:59,854 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035939824 2024-11-08T03:18:59,856 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:18:59,856 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:18:59,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:18:59,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,37747,1731035936630, state=OPEN 2024-11-08T03:18:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-787019693/meta-region-server 2024-11-08T03:18:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-787019693/meta-region-server 2024-11-08T03:18:59,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,37747,1731035936630 2024-11-08T03:18:59,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-787019693/meta-region-server: CHANGED 2024-11-08T03:18:59,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-787019693/meta-region-server: CHANGED 2024-11-08T03:18:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:18:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,37747,1731035936630 in 194 msec 2024-11-08T03:18:59,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:18:59,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-08T03:18:59,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:18:59,869 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:18:59,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:59,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,37747,1731035936630, seqNum=-1] 2024-11-08T03:18:59,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:59,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:59,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-08T03:18:59,876 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035939876, completionTime=-1 2024-11-08T03:18:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:18:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:59,876 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:18:59,876 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:18:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:18:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:18:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:18:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:18:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:18:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731035999878 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036059878 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:42107, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,878 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,879 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,880 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.174sec 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:18:59,882 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:18:59,884 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:18:59,884 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:18:59,884 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42107,1731035936480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:18:59,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2d8664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:59,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:18:59,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:18:59,966 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:18:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:18:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:18:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:18:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:18:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:18:59,968 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:18:59,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75df3c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:18:59,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:18:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,37747,1731035936630, seqNum=-1] 2024-11-08T03:18:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:18:59,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:18:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,42107,1731035936480 2024-11-08T03:18:59,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60975 2024-11-08T03:18:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:18:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101187417ed0005 connected 2024-11-08T03:18:59,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:18:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,33791,1731035931700 2024-11-08T03:18:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616a3492 2024-11-08T03:18:59,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:18:59,997 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:18:59,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:18:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:19:00,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:00,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:00,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:19:00,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:19:00,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2e8f92be03eb2441e4ca2b2747dd940, NAME => 'test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b 2024-11-08T03:19:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:19:00,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:00,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2e8f92be03eb2441e4ca2b2747dd940, disabling compactions & flushes 2024-11-08T03:19:00,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. after waiting 0 ms 2024-11-08T03:19:00,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2e8f92be03eb2441e4ca2b2747dd940: Waiting for close lock at 1731035940014Disabling compacts and flushes for region at 1731035940014Disabling writes for close at 1731035940015 (+1 ms)Writing region close event to WAL at 1731035940015Closed at 1731035940015 2024-11-08T03:19:00,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:00,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035940016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035940016"}]},"ts":"1731035940016"} 2024-11-08T03:19:00,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:00,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:00,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035940019"}]},"ts":"1731035940019"} 2024-11-08T03:19:00,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:19:00,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2e8f92be03eb2441e4ca2b2747dd940, ASSIGN}] 2024-11-08T03:19:00,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2e8f92be03eb2441e4ca2b2747dd940, ASSIGN 2024-11-08T03:19:00,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2e8f92be03eb2441e4ca2b2747dd940, ASSIGN; state=OFFLINE, location=350fccc412b5,33697,1731035931894; forceNewPlan=false, retain=false 2024-11-08T03:19:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2e8f92be03eb2441e4ca2b2747dd940, regionState=OPENING, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:19:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2e8f92be03eb2441e4ca2b2747dd940, ASSIGN because future has completed 2024-11-08T03:19:00,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e8f92be03eb2441e4ca2b2747dd940, server=350fccc412b5,33697,1731035931894}] 2024-11-08T03:19:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,331 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,331 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2e8f92be03eb2441e4ca2b2747dd940, NAME => 'test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:00,332 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:00,332 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:19:00,332 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,332 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:00,332 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,332 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,333 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,334 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e8f92be03eb2441e4ca2b2747dd940 columnFamilyName f 2024-11-08T03:19:00,334 DEBUG [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:00,334 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(327): Store=b2e8f92be03eb2441e4ca2b2747dd940/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:00,334 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,335 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e8f92be03eb2441e4ca2b2747dd940 columnFamilyName f1 2024-11-08T03:19:00,335 DEBUG [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:00,335 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(327): Store=b2e8f92be03eb2441e4ca2b2747dd940/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:00,335 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,336 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e8f92be03eb2441e4ca2b2747dd940 columnFamilyName norep 2024-11-08T03:19:00,336 DEBUG [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:00,336 INFO [StoreOpener-b2e8f92be03eb2441e4ca2b2747dd940-1 {}] regionserver.HStore(327): Store=b2e8f92be03eb2441e4ca2b2747dd940/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:00,337 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,337 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,337 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,338 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,338 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,338 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:00,339 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,340 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:00,340 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2e8f92be03eb2441e4ca2b2747dd940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234272, jitterRate=0.046572208404541016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:00,340 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:00,341 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2e8f92be03eb2441e4ca2b2747dd940: Running coprocessor pre-open hook at 1731035940332Writing region info on filesystem at 1731035940332Initializing all the Stores at 1731035940333 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035940333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035940333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035940333Cleaning up temporary data from old regions at 1731035940338 (+5 ms)Running coprocessor post-open hooks at 1731035940340 (+2 ms)Region opened successfully at 1731035940341 (+1 ms) 2024-11-08T03:19:00,342 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940., pid=6, masterSystemTime=1731035940328 2024-11-08T03:19:00,343 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,343 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:00,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2e8f92be03eb2441e4ca2b2747dd940, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:19:00,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e8f92be03eb2441e4ca2b2747dd940, server=350fccc412b5,33697,1731035931894 because future has completed 2024-11-08T03:19:00,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:19:00,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2e8f92be03eb2441e4ca2b2747dd940, server=350fccc412b5,33697,1731035931894 in 171 msec 2024-11-08T03:19:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:19:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2e8f92be03eb2441e4ca2b2747dd940, ASSIGN in 327 msec 2024-11-08T03:19:00,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:00,350 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035940350"}]},"ts":"1731035940350"} 2024-11-08T03:19:00,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:19:00,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:00,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-08T03:19:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,628 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:19:00,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,42107,1731035936480 2024-11-08T03:19:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-11-08T03:19:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:00,630 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:00,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:19:00,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:00,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:00,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:19:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:19:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:01,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee404041a6e11e271963cae53c837cd6, NAME => 'test,,1731035940630.ee404041a6e11e271963cae53c837cd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f 2024-11-08T03:19:01,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:19:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035940630.ee404041a6e11e271963cae53c837cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee404041a6e11e271963cae53c837cd6, disabling compactions & flushes 2024-11-08T03:19:01,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035940630.ee404041a6e11e271963cae53c837cd6. after waiting 0 ms 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee404041a6e11e271963cae53c837cd6: Waiting for close lock at 1731035941444Disabling compacts and flushes for region at 1731035941444Disabling writes for close at 1731035941444Writing region close event to WAL at 1731035941444Closed at 1731035941444 2024-11-08T03:19:01,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:01,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035940630.ee404041a6e11e271963cae53c837cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035941445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035941445"}]},"ts":"1731035941445"} 2024-11-08T03:19:01,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:01,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:01,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035941448"}]},"ts":"1731035941448"} 2024-11-08T03:19:01,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:19:01,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee404041a6e11e271963cae53c837cd6, ASSIGN}] 2024-11-08T03:19:01,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee404041a6e11e271963cae53c837cd6, ASSIGN 2024-11-08T03:19:01,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee404041a6e11e271963cae53c837cd6, ASSIGN; state=OFFLINE, location=350fccc412b5,37747,1731035936630; forceNewPlan=false, retain=false 2024-11-08T03:19:01,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee404041a6e11e271963cae53c837cd6, regionState=OPENING, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:19:01,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee404041a6e11e271963cae53c837cd6, ASSIGN because future has completed 2024-11-08T03:19:01,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee404041a6e11e271963cae53c837cd6, server=350fccc412b5,37747,1731035936630}] 2024-11-08T03:19:01,758 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,758 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee404041a6e11e271963cae53c837cd6, NAME => 'test,,1731035940630.ee404041a6e11e271963cae53c837cd6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:01,758 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:01,759 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:19:01,759 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,759 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035940630.ee404041a6e11e271963cae53c837cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:01,759 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,759 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,760 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,761 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee404041a6e11e271963cae53c837cd6 columnFamilyName f 2024-11-08T03:19:01,761 DEBUG [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:01,761 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(327): Store=ee404041a6e11e271963cae53c837cd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:01,761 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,762 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee404041a6e11e271963cae53c837cd6 columnFamilyName f1 2024-11-08T03:19:01,762 DEBUG [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:01,762 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(327): Store=ee404041a6e11e271963cae53c837cd6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:01,762 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,763 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee404041a6e11e271963cae53c837cd6 columnFamilyName norep 2024-11-08T03:19:01,763 DEBUG [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:01,763 INFO [StoreOpener-ee404041a6e11e271963cae53c837cd6-1 {}] regionserver.HStore(327): Store=ee404041a6e11e271963cae53c837cd6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:01,763 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,764 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,764 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,764 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,764 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,765 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:01,766 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,767 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:01,767 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee404041a6e11e271963cae53c837cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301879, jitterRate=0.06248079240322113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:01,767 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:01,767 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee404041a6e11e271963cae53c837cd6: Running coprocessor pre-open hook at 1731035941759Writing region info on filesystem at 1731035941759Initializing all the Stores at 1731035941759Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035941759Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035941760 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035941760Cleaning up temporary data from old regions at 1731035941764 (+4 ms)Running coprocessor post-open hooks at 1731035941767 (+3 ms)Region opened successfully at 1731035941767 2024-11-08T03:19:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:01,768 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035940630.ee404041a6e11e271963cae53c837cd6., pid=6, masterSystemTime=1731035941755 2024-11-08T03:19:01,769 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,769 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:01,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee404041a6e11e271963cae53c837cd6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:19:01,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee404041a6e11e271963cae53c837cd6, server=350fccc412b5,37747,1731035936630 because future has completed 2024-11-08T03:19:01,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:19:01,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee404041a6e11e271963cae53c837cd6, server=350fccc412b5,37747,1731035936630 in 169 msec 2024-11-08T03:19:01,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:19:01,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee404041a6e11e271963cae53c837cd6, ASSIGN in 324 msec 2024-11-08T03:19:01,776 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:01,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035941776"}]},"ts":"1731035941776"} 2024-11-08T03:19:01,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:19:01,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:01,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-08T03:19:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:02,788 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:19:02,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf52449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:19:02,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:02,789 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c327e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:02,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,791 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59af273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5333204a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:19:02,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:02,792 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:19:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:19:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eda460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:19:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,794 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc0343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352afcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:19:02,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:02,795 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:19:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:19:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50670136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:19:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,796 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241299f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,33791,1731035931700 2024-11-08T03:19:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d40f93 2024-11-08T03:19:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:02,799 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:02,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:42107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:19:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:19:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:02,801 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:42107' 2024-11-08T03:19:02,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634e37ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,802 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:19:02,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:02,803 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4300d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,804 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e000408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:02,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,42107,1731035936480 2024-11-08T03:19:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c7d3c5 2024-11-08T03:19:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:02,806 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:02,806 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:19:02,806 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:19:02,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:02,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:02,807 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:02,808 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:19:02,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:02,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:02,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:19:02,858 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:19:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:03,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae48c1629abdba386dfc467ebe478cd6, NAME => 'hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b 2024-11-08T03:19:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:19:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:03,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:03,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae48c1629abdba386dfc467ebe478cd6, disabling compactions & flushes 2024-11-08T03:19:03,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:03,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:03,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. after waiting 0 ms 2024-11-08T03:19:03,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:03,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:03,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae48c1629abdba386dfc467ebe478cd6: Waiting for close lock at 1731035943620Disabling compacts and flushes for region at 1731035943620Disabling writes for close at 1731035943621 (+1 ms)Writing region close event to WAL at 1731035943621Closed at 1731035943621 2024-11-08T03:19:03,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:03,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035943622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035943622"}]},"ts":"1731035943622"} 2024-11-08T03:19:03,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:03,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:03,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035943624"}]},"ts":"1731035943624"} 2024-11-08T03:19:03,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:19:03,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae48c1629abdba386dfc467ebe478cd6, ASSIGN}] 2024-11-08T03:19:03,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae48c1629abdba386dfc467ebe478cd6, ASSIGN 2024-11-08T03:19:03,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae48c1629abdba386dfc467ebe478cd6, ASSIGN; state=OFFLINE, location=350fccc412b5,33697,1731035931894; forceNewPlan=false, retain=false 2024-11-08T03:19:03,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae48c1629abdba386dfc467ebe478cd6, regionState=OPENING, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:19:03,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae48c1629abdba386dfc467ebe478cd6, ASSIGN because future has completed 2024-11-08T03:19:03,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae48c1629abdba386dfc467ebe478cd6, server=350fccc412b5,33697,1731035931894}] 2024-11-08T03:19:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:03,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:03,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:03,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:19:03,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33697%2C1731035931894.rep, suffix=, logDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894, archiveDir=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/oldWALs, maxLogs=10 2024-11-08T03:19:04,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.rep.1731035943989, exclude list is [], retry=0 2024-11-08T03:19:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-2dd004e7-f4db-463a-b989-c0dbea6cc497,DISK] 2024-11-08T03:19:04,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.rep.1731035943989 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ae48c1629abdba386dfc467ebe478cd6, NAME => 'hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:04,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. service=MultiRowMutationService 2024-11-08T03:19:04,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,005 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,006 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae48c1629abdba386dfc467ebe478cd6 columnFamilyName hfileref 2024-11-08T03:19:04,006 DEBUG [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:04,007 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(327): Store=ae48c1629abdba386dfc467ebe478cd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:04,007 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,007 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae48c1629abdba386dfc467ebe478cd6 columnFamilyName queue 2024-11-08T03:19:04,008 DEBUG [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:04,008 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(327): Store=ae48c1629abdba386dfc467ebe478cd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:04,008 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,009 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae48c1629abdba386dfc467ebe478cd6 columnFamilyName sid 2024-11-08T03:19:04,009 DEBUG [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:04,009 INFO [StoreOpener-ae48c1629abdba386dfc467ebe478cd6-1 {}] regionserver.HStore(327): Store=ae48c1629abdba386dfc467ebe478cd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:04,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:04,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:04,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ae48c1629abdba386dfc467ebe478cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72221873, jitterRate=0.07618977129459381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:04,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:04,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ae48c1629abdba386dfc467ebe478cd6: Running coprocessor pre-open hook at 1731035944004Writing region info on filesystem at 1731035944004Initializing all the Stores at 1731035944005 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035944005Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035944005Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035944005Cleaning up temporary data from old regions at 1731035944010 (+5 ms)Running coprocessor post-open hooks at 1731035944013 (+3 ms)Region opened successfully at 1731035944013 2024-11-08T03:19:04,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6., pid=10, masterSystemTime=1731035943985 2024-11-08T03:19:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:04,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:04,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae48c1629abdba386dfc467ebe478cd6, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33697,1731035931894 2024-11-08T03:19:04,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae48c1629abdba386dfc467ebe478cd6, server=350fccc412b5,33697,1731035931894 because future has completed 2024-11-08T03:19:04,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:19:04,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ae48c1629abdba386dfc467ebe478cd6, server=350fccc412b5,33697,1731035931894 in 239 msec 2024-11-08T03:19:04,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:19:04,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae48c1629abdba386dfc467ebe478cd6, ASSIGN in 394 msec 2024-11-08T03:19:04,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:04,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035944022"}]},"ts":"1731035944022"} 2024-11-08T03:19:04,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:19:04,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:04,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-08T03:19:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6., hostname=350fccc412b5,33697,1731035931894, seqNum=2] 2024-11-08T03:19:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:19:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:19:04,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:04,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:19:04,261 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:19:04,286 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,33697,1731035931894, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:04,286 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:04,286 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33697,1731035931894, seqNum=-1] 2024-11-08T03:19:04,287 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:04,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:04,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,33697,1731035931894', locateType=CURRENT is [region=hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6., hostname=350fccc412b5,33697,1731035931894, seqNum=2] 2024-11-08T03:19:04,291 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:19:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:19:04,293 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,33697,1731035931894 suceeded 2024-11-08T03:19:04,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:19:04,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T03:19:04,295 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:42107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:19:04,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-08T03:19:04,304 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:42107' 2024-11-08T03:19:04,305 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb320c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,305 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:19:04,305 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:04,306 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:19:04,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:04,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:19:04,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a47413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:19:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:04,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,307 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:04,308 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d531214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,308 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:04,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,42107,1731035936480 2024-11-08T03:19:04,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19fcbe33 2024-11-08T03:19:04,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:04,309 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:04,309 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,33697,1731035931894 (queues=1) is replicating from cluster=f98165a2-9e06-48bb-97e2-26f2d32dfdf1 to cluster=0de21729-8c5e-4f32-ab31-9b28ec00de5b 2024-11-08T03:19:04,309 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C33697%2C1731035931894 2024-11-08T03:19:04,309 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,33697,1731035931894, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:04,310 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C33697%2C1731035931894 2024-11-08T03:19:04,310 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, startPosition=0, beingWritten=true 2024-11-08T03:19:04,314 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:04,314 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:04,314 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:04,517 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:04,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:19:04,820 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:04,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:04,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:04,898 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:04,948 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:04,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:04,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:04,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:19:04,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:04,950 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7135bc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,951 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,42107,1731035936480 2024-11-08T03:19:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-08T03:19:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:04,953 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:04,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:33791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:19:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:19:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:04,955 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:33791' 2024-11-08T03:19:04,956 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926b177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,957 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:19:04,957 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:04,957 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:19:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:19:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dedb05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:19:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,958 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a036175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:04,959 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,33791,1731035931700 2024-11-08T03:19:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2734bc10 2024-11-08T03:19:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:04,960 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:04,961 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T03:19:04,961 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:19:04,961 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,961 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:04,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:04,961 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:04,962 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:19:04,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:04,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:04,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:19:05,012 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:19:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:05,224 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:05,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf1f7f94d59baa89e1cf28fa36a477d1, NAME => 'hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f 2024-11-08T03:19:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:19:05,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:05,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:19:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:05,727 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:05,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:05,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bf1f7f94d59baa89e1cf28fa36a477d1, disabling compactions & flushes 2024-11-08T03:19:05,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:05,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:05,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. after waiting 0 ms 2024-11-08T03:19:05,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:05,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:05,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf1f7f94d59baa89e1cf28fa36a477d1: Waiting for close lock at 1731035945781Disabling compacts and flushes for region at 1731035945781Disabling writes for close at 1731035945781Writing region close event to WAL at 1731035945781Closed at 1731035945781 2024-11-08T03:19:05,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:05,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035945782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035945782"}]},"ts":"1731035945782"} 2024-11-08T03:19:05,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:05,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035945785"}]},"ts":"1731035945785"} 2024-11-08T03:19:05,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:19:05,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf1f7f94d59baa89e1cf28fa36a477d1, ASSIGN}] 2024-11-08T03:19:05,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf1f7f94d59baa89e1cf28fa36a477d1, ASSIGN 2024-11-08T03:19:05,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf1f7f94d59baa89e1cf28fa36a477d1, ASSIGN; state=OFFLINE, location=350fccc412b5,37747,1731035936630; forceNewPlan=false, retain=false 2024-11-08T03:19:05,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf1f7f94d59baa89e1cf28fa36a477d1, regionState=OPENING, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:19:05,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf1f7f94d59baa89e1cf28fa36a477d1, ASSIGN because future has completed 2024-11-08T03:19:05,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1f7f94d59baa89e1cf28fa36a477d1, server=350fccc412b5,37747,1731035936630}] 2024-11-08T03:19:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:06,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:06,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:06,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:19:06,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C37747%2C1731035936630.rep, suffix=, logDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630, archiveDir=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/oldWALs, maxLogs=10 2024-11-08T03:19:06,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.rep.1731035946098, exclude list is [], retry=0 2024-11-08T03:19:06,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-ccfbb6a6-0998-491c-a33d-b99dc4ec57e6,DISK] 2024-11-08T03:19:06,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.rep.1731035946098 2024-11-08T03:19:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40539:40539)] 2024-11-08T03:19:06,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bf1f7f94d59baa89e1cf28fa36a477d1, NAME => 'hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:06,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. service=MultiRowMutationService 2024-11-08T03:19:06,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,118 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,119 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1f7f94d59baa89e1cf28fa36a477d1 columnFamilyName hfileref 2024-11-08T03:19:06,119 DEBUG [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:06,119 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(327): Store=bf1f7f94d59baa89e1cf28fa36a477d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:06,120 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,120 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1f7f94d59baa89e1cf28fa36a477d1 columnFamilyName queue 2024-11-08T03:19:06,120 DEBUG [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:06,120 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(327): Store=bf1f7f94d59baa89e1cf28fa36a477d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:06,121 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,121 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1f7f94d59baa89e1cf28fa36a477d1 columnFamilyName sid 2024-11-08T03:19:06,121 DEBUG [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:06,122 INFO [StoreOpener-bf1f7f94d59baa89e1cf28fa36a477d1-1 {}] regionserver.HStore(327): Store=bf1f7f94d59baa89e1cf28fa36a477d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:06,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:06,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:06,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bf1f7f94d59baa89e1cf28fa36a477d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66430645, jitterRate=-0.010106250643730164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:06,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:06,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bf1f7f94d59baa89e1cf28fa36a477d1: Running coprocessor pre-open hook at 1731035946117Writing region info on filesystem at 1731035946117Initializing all the Stores at 1731035946118 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035946118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035946118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035946118Cleaning up temporary data from old regions at 1731035946123 (+5 ms)Running coprocessor post-open hooks at 1731035946128 (+5 ms)Region opened successfully at 1731035946128 2024-11-08T03:19:06,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1., pid=10, masterSystemTime=1731035946093 2024-11-08T03:19:06,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:06,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:06,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf1f7f94d59baa89e1cf28fa36a477d1, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,37747,1731035936630 2024-11-08T03:19:06,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1f7f94d59baa89e1cf28fa36a477d1, server=350fccc412b5,37747,1731035936630 because future has completed 2024-11-08T03:19:06,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:19:06,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf1f7f94d59baa89e1cf28fa36a477d1, server=350fccc412b5,37747,1731035936630 in 193 msec 2024-11-08T03:19:06,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:19:06,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf1f7f94d59baa89e1cf28fa36a477d1, ASSIGN in 348 msec 2024-11-08T03:19:06,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:06,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035946137"}]},"ts":"1731035946137"} 2024-11-08T03:19:06,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:19:06,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-08T03:19:06,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1., hostname=350fccc412b5,37747,1731035936630, seqNum=2] 2024-11-08T03:19:06,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:19:06,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:19:06,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:06,331 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:06,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:19:06,413 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:19:06,437 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,37747,1731035936630, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:06,438 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:06,438 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,37747,1731035936630, seqNum=-1] 2024-11-08T03:19:06,438 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:06,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,37747,1731035936630', locateType=CURRENT is [region=hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1., hostname=350fccc412b5,37747,1731035936630, seqNum=2] 2024-11-08T03:19:06,442 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:19:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:19:06,444 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,37747,1731035936630 suceeded 2024-11-08T03:19:06,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:19:06,445 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:33791,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:19:06,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T03:19:06,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-08T03:19:06,455 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:33791' 2024-11-08T03:19:06,455 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d72f953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:06,455 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:19:06,456 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:06,456 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:19:06,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:06,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:19:06,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@177deb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:06,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:19:06,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:06,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:06,457 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:06,458 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cdabfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:06,458 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,33791,1731035931700 2024-11-08T03:19:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6911054e 2024-11-08T03:19:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:06,459 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:06,459 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,37747,1731035936630 (queues=1) is replicating from cluster=0de21729-8c5e-4f32-ab31-9b28ec00de5b to cluster=f98165a2-9e06-48bb-97e2-26f2d32dfdf1 2024-11-08T03:19:06,459 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C37747%2C1731035936630 2024-11-08T03:19:06,459 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,37747,1731035936630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:06,460 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, startPosition=0, beingWritten=true 2024-11-08T03:19:06,460 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C37747%2C1731035936630 2024-11-08T03:19:06,466 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:06,466 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 379, reset compression=false 2024-11-08T03:19:06,466 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:06,669 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 379, reset compression=false 2024-11-08T03:19:06,973 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 379, reset compression=false 2024-11-08T03:19:07,034 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:07,098 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:07,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:07,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:07,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:07,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:07,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:07,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33697,1731035931894, seqNum=-1] 2024-11-08T03:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:07,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940., hostname=350fccc412b5,33697,1731035931894, seqNum=2] 2024-11-08T03:19:07,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:07,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,37747,1731035936630, seqNum=-1] 2024-11-08T03:19:07,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:07,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035940630.ee404041a6e11e271963cae53c837cd6., hostname=350fccc412b5,37747,1731035936630, seqNum=2] 2024-11-08T03:19:07,110 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T03:19:07,377 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 379, reset compression=false 2024-11-08T03:19:07,838 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 379, reset compression=false 2024-11-08T03:19:07,842 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:07,842 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 480, reset compression=false 2024-11-08T03:19:07,842 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2e8f92be03eb2441e4ca2b2747dd940/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T03:19:07,844 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:07,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:07,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:07,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c2ac37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:07,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,42107,-1 for getting cluster id 2024-11-08T03:19:07,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:07,847 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0de21729-8c5e-4f32-ab31-9b28ec00de5b' 2024-11-08T03:19:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0de21729-8c5e-4f32-ab31-9b28ec00de5b" 2024-11-08T03:19:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2695fe10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,42107,-1] 2024-11-08T03:19:07,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:07,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:07,848 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:07,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9228b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:07,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,37747,1731035936630, seqNum=-1] 2024-11-08T03:19:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:07,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035940630.ee404041a6e11e271963cae53c837cd6., hostname=350fccc412b5,37747,1731035936630, seqNum=2] 2024-11-08T03:19:07,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:07,880 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 379, reset compression=false 2024-11-08T03:19:07,885 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:07,885 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 504, reset compression=false 2024-11-08T03:19:07,885 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:08,045 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 480, reset compression=false 2024-11-08T03:19:08,088 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 504, reset compression=false 2024-11-08T03:19:08,113 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T03:19:08,117 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T03:19:08,348 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 480, reset compression=false 2024-11-08T03:19:08,392 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 504, reset compression=false 2024-11-08T03:19:08,395 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:08,396 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 608, reset compression=false 2024-11-08T03:19:08,396 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee404041a6e11e271963cae53c837cd6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:19:08,397 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:08,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:08,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:08,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef0377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:08,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,33791,-1 for getting cluster id 2024-11-08T03:19:08,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:08,400 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f98165a2-9e06-48bb-97e2-26f2d32dfdf1' 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f98165a2-9e06-48bb-97e2-26f2d32dfdf1" 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41218466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,33791,-1] 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:08,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:08,401 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:08,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@612b50b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:08,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33697,1731035931894, seqNum=-1] 2024-11-08T03:19:08,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:08,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:08,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940., hostname=350fccc412b5,33697,1731035931894, seqNum=2] 2024-11-08T03:19:08,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:08,599 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 608, reset compression=false 2024-11-08T03:19:08,751 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 480, reset compression=false 2024-11-08T03:19:08,757 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:08,757 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 607, reset compression=false 2024-11-08T03:19:08,757 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:08,903 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 608, reset compression=false 2024-11-08T03:19:08,961 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 607, reset compression=false 2024-11-08T03:19:09,118 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T03:19:09,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T03:19:09,264 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 607, reset compression=false 2024-11-08T03:19:09,269 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:09,269 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 763, reset compression=false 2024-11-08T03:19:09,269 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2e8f92be03eb2441e4ca2b2747dd940/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T03:19:09,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:09,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:09,306 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 608, reset compression=false 2024-11-08T03:19:09,310 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:09,311 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 756, reset compression=false 2024-11-08T03:19:09,311 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:09,472 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 763, reset compression=false 2024-11-08T03:19:09,515 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 756, reset compression=false 2024-11-08T03:19:09,776 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 763, reset compression=false 2024-11-08T03:19:09,818 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 756, reset compression=false 2024-11-08T03:19:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:19:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:19:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:09,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:19:10,126 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T03:19:10,129 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T03:19:10,179 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 763, reset compression=false 2024-11-08T03:19:10,221 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 756, reset compression=false 2024-11-08T03:19:10,225 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:10,225 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:10,225 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee404041a6e11e271963cae53c837cd6/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T03:19:10,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:10,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:10,429 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:10,682 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 763, reset compression=false 2024-11-08T03:19:10,687 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:10,687 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:10,687 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:10,733 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:10,890 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:11,131 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T03:19:11,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:19:11,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:11,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:11,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:11,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:11,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:19:11,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=602140225, stopped=false 2024-11-08T03:19:11,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,42107,1731035936480 2024-11-08T03:19:11,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:11,136 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:11,193 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-787019693/running 2024-11-08T03:19:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-787019693/running 2024-11-08T03:19:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:19:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:19:11,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:11,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:11,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:11,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:11,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/running 2024-11-08T03:19:11,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,37747,1731035936630' ***** 2024-11-08T03:19:11,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:19:11,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Set watcher on znode that does not yet exist, /1-787019693/running 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:19:11,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for bf1f7f94d59baa89e1cf28fa36a477d1 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,37747,1731035936630 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:37747. 2024-11-08T03:19:11,209 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf1f7f94d59baa89e1cf28fa36a477d1, disabling compactions & flushes 2024-11-08T03:19:11,209 DEBUG [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:11,209 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:11,209 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:11,209 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:11,209 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. after waiting 0 ms 2024-11-08T03:19:11,209 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:19:11,209 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:19:11,210 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf1f7f94d59baa89e1cf28fa36a477d1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T03:19:11,210 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:19:11,210 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bf1f7f94d59baa89e1cf28fa36a477d1=hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1., ee404041a6e11e271963cae53c837cd6=test,,1731035940630.ee404041a6e11e271963cae53c837cd6.} 2024-11-08T03:19:11,210 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf1f7f94d59baa89e1cf28fa36a477d1, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:11,210 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:11,210 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:11,210 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:11,210 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:11,210 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:11,210 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:19:11,223 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/info/18c476568d1e40c7b2f81ef3175110c3 is 147, key is hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1./info:regioninfo/1731035946131/Put/seqid=0 2024-11-08T03:19:11,226 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/.tmp/queue/4a91b9a8876248dfbeebbfa56be5c7d2 is 153, key is 1-350fccc412b5,37747,1731035936630/queue:350fccc412b5%2C37747%2C1731035936630/1731035950230/Put/seqid=0 2024-11-08T03:19:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741840_1016 (size=7686) 2024-11-08T03:19:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741841_1017 (size=5352) 2024-11-08T03:19:11,290 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:11,410 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf1f7f94d59baa89e1cf28fa36a477d1, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:11,597 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:11,610 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf1f7f94d59baa89e1cf28fa36a477d1, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:11,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:11,628 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/info/18c476568d1e40c7b2f81ef3175110c3 2024-11-08T03:19:11,629 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/.tmp/queue/4a91b9a8876248dfbeebbfa56be5c7d2 2024-11-08T03:19:11,636 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/.tmp/queue/4a91b9a8876248dfbeebbfa56be5c7d2 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/queue/4a91b9a8876248dfbeebbfa56be5c7d2 2024-11-08T03:19:11,640 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/queue/4a91b9a8876248dfbeebbfa56be5c7d2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T03:19:11,640 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:11,642 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bf1f7f94d59baa89e1cf28fa36a477d1 in 433ms, sequenceid=10, compaction requested=false 2024-11-08T03:19:11,647 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/replication/bf1f7f94d59baa89e1cf28fa36a477d1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:11,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf1f7f94d59baa89e1cf28fa36a477d1: Waiting for close lock at 1731035951209Running coprocessor pre-close hooks at 1731035951209Disabling compacts and flushes for region at 1731035951209Disabling writes for close at 1731035951209Obtaining lock to block concurrent updates at 1731035951210 (+1 ms)Preparing flush snapshotting stores in bf1f7f94d59baa89e1cf28fa36a477d1 at 1731035951210Finished memstore snapshotting hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731035951210Flushing stores of hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. at 1731035951210Flushing bf1f7f94d59baa89e1cf28fa36a477d1/queue: creating writer at 1731035951210Flushing bf1f7f94d59baa89e1cf28fa36a477d1/queue: appending metadata at 1731035951225 (+15 ms)Flushing bf1f7f94d59baa89e1cf28fa36a477d1/queue: closing flushed file at 1731035951225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cccd6f6: reopening flushed file at 1731035951633 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for bf1f7f94d59baa89e1cf28fa36a477d1 in 433ms, sequenceid=10, compaction requested=false at 1731035951642 (+9 ms)Writing region close event to WAL at 1731035951644 (+2 ms)Running coprocessor post-close hooks at 1731035951648 (+4 ms)Closed at 1731035951648 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035944961.bf1f7f94d59baa89e1cf28fa36a477d1. 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee404041a6e11e271963cae53c837cd6, disabling compactions & flushes 2024-11-08T03:19:11,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035940630.ee404041a6e11e271963cae53c837cd6. after waiting 0 ms 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:11,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee404041a6e11e271963cae53c837cd6 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T03:19:11,648 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/ns/b464b8b508ce45c586a58e41ab581050 is 43, key is default/ns:d/1731035939872/Put/seqid=0 2024-11-08T03:19:11,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:19:11,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,652 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/ns/b464b8b508ce45c586a58e41ab581050 2024-11-08T03:19:11,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,664 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f/c95dc7deed6448319106725206cf0878 is 29, key is row1/f:/1731035950126/DeleteFamily/seqid=0 2024-11-08T03:19:11,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741843_1019 (size=5118) 2024-11-08T03:19:11,673 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/rep_barrier/7e10df836c6e47cdac908a7c8465a691 is 112, key is test,,1731035940630.ee404041a6e11e271963cae53c837cd6./rep_barrier:seqnumDuringOpen/1731035941769/Put/seqid=0 2024-11-08T03:19:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741844_1020 (size=5518) 2024-11-08T03:19:11,810 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:11,830 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:19:11,830 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:19:12,010 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:12,072 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f/c95dc7deed6448319106725206cf0878 2024-11-08T03:19:12,076 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c95dc7deed6448319106725206cf0878 2024-11-08T03:19:12,077 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/rep_barrier/7e10df836c6e47cdac908a7c8465a691 2024-11-08T03:19:12,100 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:12,101 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f1/2068734d485f4adea4842a2da898654f is 30, key is row1/f1:/1731035950126/DeleteFamily/seqid=0 2024-11-08T03:19:12,103 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/table/425177b937c64c548c2dd11c97f6d9f1 is 53, key is hbase:replication/table:state/1731035946137/Put/seqid=0 2024-11-08T03:19:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741845_1021 (size=5123) 2024-11-08T03:19:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741846_1022 (size=5308) 2024-11-08T03:19:12,211 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:12,245 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 915, reset compression=false 2024-11-08T03:19:12,256 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:12,256 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 1162, reset compression=false 2024-11-08T03:19:12,256 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,37747,1731035936630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:12,257 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,37747,1731035936630: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,37747,1731035936630, walGroup=350fccc412b5%2C37747%2C1731035936630, offset=350fccc412b5%2C37747%2C1731035936630.1731035938900:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:37747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:19:12,258 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:19:12,258 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:19:12,258 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:19:12,259 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:19:12,259 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:19:12,259 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 558520224 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190694448 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:19:12,259 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:42107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:42107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:19:12,411 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:19:12,411 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee404041a6e11e271963cae53c837cd6=test,,1731035940630.ee404041a6e11e271963cae53c837cd6.} 2024-11-08T03:19:12,411 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:12,461 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 1162, reset compression=false 2024-11-08T03:19:12,512 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f1/2068734d485f4adea4842a2da898654f 2024-11-08T03:19:12,517 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2068734d485f4adea4842a2da898654f 2024-11-08T03:19:12,518 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/table/425177b937c64c548c2dd11c97f6d9f1 2024-11-08T03:19:12,523 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/info/18c476568d1e40c7b2f81ef3175110c3 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/info/18c476568d1e40c7b2f81ef3175110c3 2024-11-08T03:19:12,527 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/info/18c476568d1e40c7b2f81ef3175110c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:19:12,527 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/ns/b464b8b508ce45c586a58e41ab581050 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/ns/b464b8b508ce45c586a58e41ab581050 2024-11-08T03:19:12,531 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/ns/b464b8b508ce45c586a58e41ab581050, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:19:12,532 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/rep_barrier/7e10df836c6e47cdac908a7c8465a691 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/rep_barrier/7e10df836c6e47cdac908a7c8465a691 2024-11-08T03:19:12,535 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/norep/1452f4ffd94a4e3f9a4aad078b148f1e is 33, key is row1/norep:/1731035950126/DeleteFamily/seqid=0 2024-11-08T03:19:12,536 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/rep_barrier/7e10df836c6e47cdac908a7c8465a691, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:19:12,537 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/.tmp/table/425177b937c64c548c2dd11c97f6d9f1 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/table/425177b937c64c548c2dd11c97f6d9f1 2024-11-08T03:19:12,540 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/table/425177b937c64c548c2dd11c97f6d9f1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:19:12,541 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-08T03:19:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741847_1023 (size=5108) 2024-11-08T03:19:12,552 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:19:12,552 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:12,552 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:12,552 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:12,552 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035951210Running coprocessor pre-close hooks at 1731035951210Disabling compacts and flushes for region at 1731035951210Disabling writes for close at 1731035951210Obtaining lock to block concurrent updates at 1731035951210Preparing flush snapshotting stores in 1588230740 at 1731035951210Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035951210Flushing stores of hbase:meta,,1.1588230740 at 1731035951210Flushing 1588230740/info: creating writer at 1731035951210Flushing 1588230740/info: appending metadata at 1731035951223 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731035951223Flushing 1588230740/ns: creating writer at 1731035951631 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731035951648 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731035951648Flushing 1588230740/rep_barrier: creating writer at 1731035951656 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035951673 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035951673Flushing 1588230740/table: creating writer at 1731035952080 (+407 ms)Flushing 1588230740/table: appending metadata at 1731035952103 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731035952103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1016e92a: reopening flushed file at 1731035952521 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f64f32: reopening flushed file at 1731035952527 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191a9580: reopening flushed file at 1731035952531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da54752: reopening flushed file at 1731035952536 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1731035952541 (+5 ms)Writing region close event to WAL at 1731035952549 (+8 ms)Running coprocessor post-close hooks at 1731035952552 (+3 ms)Closed at 1731035952552 2024-11-08T03:19:12,553 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:12,611 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:12,711 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:12,785 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 1162, reset compression=false 2024-11-08T03:19:12,811 DEBUG [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1351): Waiting on ee404041a6e11e271963cae53c837cd6 2024-11-08T03:19:12,946 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/norep/1452f4ffd94a4e3f9a4aad078b148f1e 2024-11-08T03:19:12,949 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1452f4ffd94a4e3f9a4aad078b148f1e 2024-11-08T03:19:12,950 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f/c95dc7deed6448319106725206cf0878 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/f/c95dc7deed6448319106725206cf0878 2024-11-08T03:19:12,953 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c95dc7deed6448319106725206cf0878 2024-11-08T03:19:12,953 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/f/c95dc7deed6448319106725206cf0878, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:12,954 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/f1/2068734d485f4adea4842a2da898654f as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/f1/2068734d485f4adea4842a2da898654f 2024-11-08T03:19:12,958 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2068734d485f4adea4842a2da898654f 2024-11-08T03:19:12,958 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/f1/2068734d485f4adea4842a2da898654f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:12,959 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/.tmp/norep/1452f4ffd94a4e3f9a4aad078b148f1e as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/norep/1452f4ffd94a4e3f9a4aad078b148f1e 2024-11-08T03:19:12,963 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1452f4ffd94a4e3f9a4aad078b148f1e 2024-11-08T03:19:12,963 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/norep/1452f4ffd94a4e3f9a4aad078b148f1e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:12,964 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee404041a6e11e271963cae53c837cd6 in 1316ms, sequenceid=8, compaction requested=false 2024-11-08T03:19:12,967 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/data/default/test/ee404041a6e11e271963cae53c837cd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T03:19:12,968 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:12,968 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:12,968 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:12,968 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee404041a6e11e271963cae53c837cd6: Waiting for close lock at 1731035951648Running coprocessor pre-close hooks at 1731035951648Disabling compacts and flushes for region at 1731035951648Disabling writes for close at 1731035951648Obtaining lock to block concurrent updates at 1731035951648Preparing flush snapshotting stores in ee404041a6e11e271963cae53c837cd6 at 1731035951648Finished memstore snapshotting test,,1731035940630.ee404041a6e11e271963cae53c837cd6., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731035951648Flushing stores of test,,1731035940630.ee404041a6e11e271963cae53c837cd6. at 1731035951649 (+1 ms)Flushing ee404041a6e11e271963cae53c837cd6/f: creating writer at 1731035951649Flushing ee404041a6e11e271963cae53c837cd6/f: appending metadata at 1731035951664 (+15 ms)Flushing ee404041a6e11e271963cae53c837cd6/f: closing flushed file at 1731035951664Flushing ee404041a6e11e271963cae53c837cd6/f1: creating writer at 1731035952076 (+412 ms)Flushing ee404041a6e11e271963cae53c837cd6/f1: appending metadata at 1731035952101 (+25 ms)Flushing ee404041a6e11e271963cae53c837cd6/f1: closing flushed file at 1731035952101Flushing ee404041a6e11e271963cae53c837cd6/norep: creating writer at 1731035952517 (+416 ms)Flushing ee404041a6e11e271963cae53c837cd6/norep: appending metadata at 1731035952535 (+18 ms)Flushing ee404041a6e11e271963cae53c837cd6/norep: closing flushed file at 1731035952535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d645569: reopening flushed file at 1731035952950 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199e2d6c: reopening flushed file at 1731035952954 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20812bb9: reopening flushed file at 1731035952958 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee404041a6e11e271963cae53c837cd6 in 1316ms, sequenceid=8, compaction requested=false at 1731035952964 (+6 ms)Writing region close event to WAL at 1731035952965 (+1 ms)Running coprocessor post-close hooks at 1731035952968 (+3 ms)Closed at 1731035952968 2024-11-08T03:19:12,968 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035940630.ee404041a6e11e271963cae53c837cd6. 2024-11-08T03:19:13,011 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,37747,1731035936630; all regions closed. 2024-11-08T03:19:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:19:13,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.meta.1731035939829.meta not finished, retry = 0 2024-11-08T03:19:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741839_1015 (size=2676) 2024-11-08T03:19:13,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.rep.1731035946098 not finished, retry = 0 2024-11-08T03:19:13,188 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 1162, reset compression=false 2024-11-08T03:19:13,194 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:13,194 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.wal-reader.350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 to pos 1806, reset compression=false 2024-11-08T03:19:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741832_1008 (size=1814) 2024-11-08T03:19:13,219 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/WALs/350fccc412b5,37747,1731035936630/350fccc412b5%2C37747%2C1731035936630.1731035938900 not finished, retry = 0 2024-11-08T03:19:13,320 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:13,320 INFO [RS:0;350fccc412b5:37747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:13,320 INFO [RS:0;350fccc412b5:37747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:13,320 INFO [RS:0;350fccc412b5:37747 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:13,320 INFO [RS:0;350fccc412b5:37747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:13,321 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:13,321 INFO [RS:0;350fccc412b5:37747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,37747,1731035936630 because: Region server is closing 2024-11-08T03:19:13,321 INFO [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:37747. 2024-11-08T03:19:13,321 DEBUG [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:13,321 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:13,321 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:13,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:13,415 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:13,422 INFO [RS:0;350fccc412b5:37747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,37747,1731035936630.replicationSource.shipper350fccc412b5%2C37747%2C1731035936630,1-350fccc412b5,37747,1731035936630 terminated 2024-11-08T03:19:13,422 INFO [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:37747. 2024-11-08T03:19:13,422 DEBUG [RS:0;350fccc412b5:37747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:13,422 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:13,422 DEBUG [RS:0;350fccc412b5:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:13,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:13,422 INFO [RS:0;350fccc412b5:37747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37747 2024-11-08T03:19:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693/rs 2024-11-08T03:19:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-787019693/rs/350fccc412b5,37747,1731035936630 2024-11-08T03:19:13,492 INFO [RS:0;350fccc412b5:37747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:13,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,37747,1731035936630] 2024-11-08T03:19:13,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-787019693/draining/350fccc412b5,37747,1731035936630 already deleted, retry=false 2024-11-08T03:19:13,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,37747,1731035936630 expired; onlineServers=0 2024-11-08T03:19:13,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,42107,1731035936480' ***** 2024-11-08T03:19:13,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:19:13,513 INFO [M:0;350fccc412b5:42107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:13,513 INFO [M:0;350fccc412b5:42107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:13,513 DEBUG [M:0;350fccc412b5:42107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:19:13,513 DEBUG [M:0;350fccc412b5:42107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:19:13,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:19:13,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035938628 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035938628,5,FailOnTimeoutGroup] 2024-11-08T03:19:13,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035938628 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035938628,5,FailOnTimeoutGroup] 2024-11-08T03:19:13,513 INFO [M:0;350fccc412b5:42107 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:13,513 INFO [M:0;350fccc412b5:42107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:13,513 DEBUG [M:0;350fccc412b5:42107 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:19:13,513 INFO [M:0;350fccc412b5:42107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:19:13,514 INFO [M:0;350fccc412b5:42107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:13,514 INFO [M:0;350fccc412b5:42107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:19:13,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:19:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-787019693/master 2024-11-08T03:19:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-787019693 2024-11-08T03:19:13,523 DEBUG [M:0;350fccc412b5:42107 {}] zookeeper.ZKUtil(347): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Unable to get data of znode /1-787019693/master because node does not exist (not an error) 2024-11-08T03:19:13,523 WARN [M:0;350fccc412b5:42107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:19:13,524 INFO [M:0;350fccc412b5:42107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/.lastflushedseqids 2024-11-08T03:19:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:19:13,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:13,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x101187417ed0004, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:13,603 INFO [RS:0;350fccc412b5:37747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:13,603 INFO [RS:0;350fccc412b5:37747 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,37747,1731035936630; zookeeper connection closed. 2024-11-08T03:19:13,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 2024-11-08T03:19:13,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:19:13,928 INFO [M:0;350fccc412b5:42107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:19:13,928 INFO [M:0;350fccc412b5:42107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:19:13,928 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:13,928 INFO [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:13,928 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:13,928 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:13,928 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:13,928 INFO [M:0;350fccc412b5:42107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T03:19:13,941 DEBUG [M:0;350fccc412b5:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78100fc54eb74c45afc558cd62d0b07f is 82, key is hbase:meta,,1/info:regioninfo/1731035939856/Put/seqid=0 2024-11-08T03:19:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:19:14,218 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:14,346 INFO [M:0;350fccc412b5:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78100fc54eb74c45afc558cd62d0b07f 2024-11-08T03:19:14,405 DEBUG [M:0;350fccc412b5:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf7ff071114d37854ff048d4492986 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035946140/Put/seqid=0 2024-11-08T03:19:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741850_1026 (size=8517) 2024-11-08T03:19:14,408 INFO [M:0;350fccc412b5:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf7ff071114d37854ff048d4492986 2024-11-08T03:19:14,428 DEBUG [M:0;350fccc412b5:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1ad5b96b046e48128461aa316a5cd is 69, key is 350fccc412b5,37747,1731035936630/rs:state/1731035938711/Put/seqid=0 2024-11-08T03:19:14,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:19:14,431 INFO [M:0;350fccc412b5:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1ad5b96b046e48128461aa316a5cd 2024-11-08T03:19:14,435 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78100fc54eb74c45afc558cd62d0b07f as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78100fc54eb74c45afc558cd62d0b07f 2024-11-08T03:19:14,438 INFO [M:0;350fccc412b5:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78100fc54eb74c45afc558cd62d0b07f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:19:14,439 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf7ff071114d37854ff048d4492986 as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cbf7ff071114d37854ff048d4492986 2024-11-08T03:19:14,442 INFO [M:0;350fccc412b5:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cbf7ff071114d37854ff048d4492986, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:19:14,442 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1ad5b96b046e48128461aa316a5cd as hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e1ad5b96b046e48128461aa316a5cd 2024-11-08T03:19:14,445 INFO [M:0;350fccc412b5:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43741/user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e1ad5b96b046e48128461aa316a5cd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:19:14,446 INFO [M:0;350fccc412b5:42107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=97, compaction requested=false 2024-11-08T03:19:14,447 INFO [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:14,447 DEBUG [M:0;350fccc412b5:42107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035953928Disabling compacts and flushes for region at 1731035953928Disabling writes for close at 1731035953928Obtaining lock to block concurrent updates at 1731035953928Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035953928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731035953929 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035953929Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035953929Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035953941 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035953941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035954389 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035954404 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035954404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035954412 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035954427 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035954427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30128afa: reopening flushed file at 1731035954434 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfbaadf: reopening flushed file at 1731035954438 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c93ae72: reopening flushed file at 1731035954442 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=97, compaction requested=false at 1731035954446 (+4 ms)Writing region close event to WAL at 1731035954447 (+1 ms)Closed at 1731035954447 2024-11-08T03:19:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741830_1006 (size=63666) 2024-11-08T03:19:14,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0842eff2-97ad-5074-6bdd-d24c39f8306f/MasterData/WALs/350fccc412b5,42107,1731035936480/350fccc412b5%2C42107%2C1731035936480.1731035938362 not finished, retry = 0 2024-11-08T03:19:14,550 INFO [M:0;350fccc412b5:42107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:19:14,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:14,550 INFO [M:0;350fccc412b5:42107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42107 2024-11-08T03:19:14,550 INFO [M:0;350fccc412b5:42107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:14,725 INFO [M:0;350fccc412b5:42107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:14,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x101187417ed0003, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:14,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ecfd193{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:14,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32bf2885{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:14,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:14,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e2167a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:14,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3624214d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:14,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:19:14,730 WARN [BP-2104825824-172.17.0.3-1731035934578 heartbeating to localhost/127.0.0.1:43741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:19:14,730 WARN [BP-2104825824-172.17.0.3-1731035934578 heartbeating to localhost/127.0.0.1:43741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104825824-172.17.0.3-1731035934578 (Datanode Uuid 7ba02bae-fda2-476c-8dde-06f6d349e1ac) service to localhost/127.0.0.1:43741 2024-11-08T03:19:14,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:19:14,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/cluster_38fa259d-40e2-94e4-0a5e-885659f330d5/data/data1/current/BP-2104825824-172.17.0.3-1731035934578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:14,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/cluster_38fa259d-40e2-94e4-0a5e-885659f330d5/data/data2/current/BP-2104825824-172.17.0.3-1731035934578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:14,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:19:14,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c618675{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:14,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae2f81a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:14,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:14,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aafb10b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:14,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652ca129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:14,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:19:14,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:19:14,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:14,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:14,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:14,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:14,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:14,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:19:14,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211579800, stopped=false 2024-11-08T03:19:14,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,33791,1731035931700 2024-11-08T03:19:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-168162118/running 2024-11-08T03:19:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-168162118/running 2024-11-08T03:19:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:19:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:19:14,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:14,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/running 2024-11-08T03:19:14,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:14,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:14,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:14,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Set watcher on znode that does not yet exist, /0-168162118/running 2024-11-08T03:19:14,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,33697,1731035931894' ***** 2024-11-08T03:19:14,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:19:14,771 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:19:14,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for ae48c1629abdba386dfc467ebe478cd6 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,33697,1731035931894 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33697. 2024-11-08T03:19:14,772 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae48c1629abdba386dfc467ebe478cd6, disabling compactions & flushes 2024-11-08T03:19:14,772 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:14,772 DEBUG [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:14,772 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:14,772 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:14,772 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. after waiting 0 ms 2024-11-08T03:19:14,772 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:19:14,772 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae48c1629abdba386dfc467ebe478cd6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T03:19:14,772 INFO [RS:0;350fccc412b5:33697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:19:14,773 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:19:14,773 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:19:14,773 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae48c1629abdba386dfc467ebe478cd6=hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6., b2e8f92be03eb2441e4ca2b2747dd940=test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.} 2024-11-08T03:19:14,773 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae48c1629abdba386dfc467ebe478cd6, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:14,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:14,773 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:14,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:14,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:14,773 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:14,773 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:19:14,786 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/.tmp/queue/b91970bcf8594bf7894d939977a95fee is 153, key is 1-350fccc412b5,33697,1731035931894/queue:350fccc412b5%2C33697%2C1731035931894/1731035950688/Put/seqid=0 2024-11-08T03:19:14,789 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/info/deaa037e66f74fe2a1a73c727b671581 is 147, key is hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6./info:regioninfo/1731035944016/Put/seqid=0 2024-11-08T03:19:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741840_1016 (size=5352) 2024-11-08T03:19:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741841_1017 (size=7686) 2024-11-08T03:19:14,795 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:14,973 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae48c1629abdba386dfc467ebe478cd6, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:14,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:14,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:14,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28343 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:15,121 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:15,173 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae48c1629abdba386dfc467ebe478cd6, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:15,175 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:19:15,175 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:19:15,190 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/.tmp/queue/b91970bcf8594bf7894d939977a95fee 2024-11-08T03:19:15,195 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/info/deaa037e66f74fe2a1a73c727b671581 2024-11-08T03:19:15,196 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/.tmp/queue/b91970bcf8594bf7894d939977a95fee as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/queue/b91970bcf8594bf7894d939977a95fee 2024-11-08T03:19:15,199 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/queue/b91970bcf8594bf7894d939977a95fee, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T03:19:15,200 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ae48c1629abdba386dfc467ebe478cd6 in 428ms, sequenceid=10, compaction requested=false 2024-11-08T03:19:15,203 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/replication/ae48c1629abdba386dfc467ebe478cd6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:15,204 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae48c1629abdba386dfc467ebe478cd6: Waiting for close lock at 1731035954772Running coprocessor pre-close hooks at 1731035954772Disabling compacts and flushes for region at 1731035954772Disabling writes for close at 1731035954772Obtaining lock to block concurrent updates at 1731035954772Preparing flush snapshotting stores in ae48c1629abdba386dfc467ebe478cd6 at 1731035954772Finished memstore snapshotting hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731035954773 (+1 ms)Flushing stores of hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. at 1731035954773Flushing ae48c1629abdba386dfc467ebe478cd6/queue: creating writer at 1731035954773Flushing ae48c1629abdba386dfc467ebe478cd6/queue: appending metadata at 1731035954786 (+13 ms)Flushing ae48c1629abdba386dfc467ebe478cd6/queue: closing flushed file at 1731035954786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43500ed8: reopening flushed file at 1731035955195 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ae48c1629abdba386dfc467ebe478cd6 in 428ms, sequenceid=10, compaction requested=false at 1731035955200 (+5 ms)Writing region close event to WAL at 1731035955201 (+1 ms)Running coprocessor post-close hooks at 1731035955204 (+3 ms)Closed at 1731035955204 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035942807.ae48c1629abdba386dfc467ebe478cd6. 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2e8f92be03eb2441e4ca2b2747dd940, disabling compactions & flushes 2024-11-08T03:19:15,204 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. after waiting 0 ms 2024-11-08T03:19:15,204 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:15,204 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2e8f92be03eb2441e4ca2b2747dd940 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T03:19:15,216 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/ns/f38e6a88e336427f96bd52b9e154cd28 is 43, key is default/ns:d/1731035934420/Put/seqid=0 2024-11-08T03:19:15,219 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f/018a74b0a93c473497e05c49ca5080bb is 29, key is row1/f:/1731035950126/DeleteFamily/seqid=0 2024-11-08T03:19:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:19:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741843_1019 (size=5118) 2024-11-08T03:19:15,373 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:15,574 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:15,622 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/ns/f38e6a88e336427f96bd52b9e154cd28 2024-11-08T03:19:15,627 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f/018a74b0a93c473497e05c49ca5080bb 2024-11-08T03:19:15,630 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018a74b0a93c473497e05c49ca5080bb 2024-11-08T03:19:15,641 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f1/42899cf8eb8c4f008970e085be580cbf is 30, key is row1/f1:/1731035950126/DeleteFamily/seqid=0 2024-11-08T03:19:15,641 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d57981f4994017bc5d4bab7d45e922 is 112, key is test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940./rep_barrier:seqnumDuringOpen/1731035940344/Put/seqid=0 2024-11-08T03:19:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741844_1020 (size=5123) 2024-11-08T03:19:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741845_1021 (size=5518) 2024-11-08T03:19:15,645 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f1/42899cf8eb8c4f008970e085be580cbf 2024-11-08T03:19:15,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42899cf8eb8c4f008970e085be580cbf 2024-11-08T03:19:15,660 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/norep/218763a1aa5b46adbc621d2a794af1fb is 32, key is row/norep:/1731035949121/DeleteFamily/seqid=0 2024-11-08T03:19:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741846_1022 (size=5101) 2024-11-08T03:19:15,774 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:19:15,774 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b2e8f92be03eb2441e4ca2b2747dd940=test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940.} 2024-11-08T03:19:15,774 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:15,974 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2e8f92be03eb2441e4ca2b2747dd940 2024-11-08T03:19:16,045 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d57981f4994017bc5d4bab7d45e922 2024-11-08T03:19:16,063 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/norep/218763a1aa5b46adbc621d2a794af1fb 2024-11-08T03:19:16,064 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/table/5441a1508bf14628abf3acfc44b9cce5 is 53, key is hbase:replication/table:state/1731035944022/Put/seqid=0 2024-11-08T03:19:16,067 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218763a1aa5b46adbc621d2a794af1fb 2024-11-08T03:19:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741847_1023 (size=5308) 2024-11-08T03:19:16,068 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f/018a74b0a93c473497e05c49ca5080bb as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/f/018a74b0a93c473497e05c49ca5080bb 2024-11-08T03:19:16,071 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018a74b0a93c473497e05c49ca5080bb 2024-11-08T03:19:16,071 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/f/018a74b0a93c473497e05c49ca5080bb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:16,072 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/f1/42899cf8eb8c4f008970e085be580cbf as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/f1/42899cf8eb8c4f008970e085be580cbf 2024-11-08T03:19:16,075 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42899cf8eb8c4f008970e085be580cbf 2024-11-08T03:19:16,075 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/f1/42899cf8eb8c4f008970e085be580cbf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:16,075 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/.tmp/norep/218763a1aa5b46adbc621d2a794af1fb as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/norep/218763a1aa5b46adbc621d2a794af1fb 2024-11-08T03:19:16,078 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218763a1aa5b46adbc621d2a794af1fb 2024-11-08T03:19:16,078 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/norep/218763a1aa5b46adbc621d2a794af1fb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T03:19:16,079 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b2e8f92be03eb2441e4ca2b2747dd940 in 875ms, sequenceid=8, compaction requested=false 2024-11-08T03:19:16,082 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/default/test/b2e8f92be03eb2441e4ca2b2747dd940/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T03:19:16,083 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:16,083 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:16,083 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:16,083 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2e8f92be03eb2441e4ca2b2747dd940: Waiting for close lock at 1731035955204Running coprocessor pre-close hooks at 1731035955204Disabling compacts and flushes for region at 1731035955204Disabling writes for close at 1731035955204Obtaining lock to block concurrent updates at 1731035955204Preparing flush snapshotting stores in b2e8f92be03eb2441e4ca2b2747dd940 at 1731035955204Finished memstore snapshotting test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731035955205 (+1 ms)Flushing stores of test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. at 1731035955205Flushing b2e8f92be03eb2441e4ca2b2747dd940/f: creating writer at 1731035955205Flushing b2e8f92be03eb2441e4ca2b2747dd940/f: appending metadata at 1731035955219 (+14 ms)Flushing b2e8f92be03eb2441e4ca2b2747dd940/f: closing flushed file at 1731035955219Flushing b2e8f92be03eb2441e4ca2b2747dd940/f1: creating writer at 1731035955630 (+411 ms)Flushing b2e8f92be03eb2441e4ca2b2747dd940/f1: appending metadata at 1731035955641 (+11 ms)Flushing b2e8f92be03eb2441e4ca2b2747dd940/f1: closing flushed file at 1731035955641Flushing b2e8f92be03eb2441e4ca2b2747dd940/norep: creating writer at 1731035955648 (+7 ms)Flushing b2e8f92be03eb2441e4ca2b2747dd940/norep: appending metadata at 1731035955659 (+11 ms)Flushing b2e8f92be03eb2441e4ca2b2747dd940/norep: closing flushed file at 1731035955659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed8f0d8: reopening flushed file at 1731035956067 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5482b9c1: reopening flushed file at 1731035956071 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f0b34f: reopening flushed file at 1731035956075 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b2e8f92be03eb2441e4ca2b2747dd940 in 875ms, sequenceid=8, compaction requested=false at 1731035956079 (+4 ms)Writing region close event to WAL at 1731035956080 (+1 ms)Running coprocessor post-close hooks at 1731035956083 (+3 ms)Closed at 1731035956083 2024-11-08T03:19:16,083 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035939997.b2e8f92be03eb2441e4ca2b2747dd940. 2024-11-08T03:19:16,124 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 912, reset compression=false 2024-11-08T03:19:16,129 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:16,129 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 1803, reset compression=false 2024-11-08T03:19:16,129 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33697,1731035931894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:16,130 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,33697,1731035931894: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,33697,1731035931894, walGroup=350fccc412b5%2C33697%2C1731035931894, offset=350fccc412b5%2C33697%2C1731035931894.1731035933301:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:33697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:19:16,131 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:19:16,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:19:16,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:19:16,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:19:16,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:19:16,131 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 625629088 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191269568 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:19:16,132 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:33791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:33791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:19:16,174 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:19:16,332 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.wal-reader.350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/WALs/350fccc412b5,33697,1731035931894/350fccc412b5%2C33697%2C1731035931894.1731035933301 to pos 1803, reset compression=false 2024-11-08T03:19:16,374 DEBUG [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:19:16,468 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/table/5441a1508bf14628abf3acfc44b9cce5 2024-11-08T03:19:16,472 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/info/deaa037e66f74fe2a1a73c727b671581 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/info/deaa037e66f74fe2a1a73c727b671581 2024-11-08T03:19:16,475 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/info/deaa037e66f74fe2a1a73c727b671581, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:19:16,476 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/ns/f38e6a88e336427f96bd52b9e154cd28 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/ns/f38e6a88e336427f96bd52b9e154cd28 2024-11-08T03:19:16,480 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/ns/f38e6a88e336427f96bd52b9e154cd28, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:19:16,480 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/d4d57981f4994017bc5d4bab7d45e922 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/rep_barrier/d4d57981f4994017bc5d4bab7d45e922 2024-11-08T03:19:16,484 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/rep_barrier/d4d57981f4994017bc5d4bab7d45e922, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:19:16,484 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/.tmp/table/5441a1508bf14628abf3acfc44b9cce5 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/table/5441a1508bf14628abf3acfc44b9cce5 2024-11-08T03:19:16,488 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/table/5441a1508bf14628abf3acfc44b9cce5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:19:16,488 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-08T03:19:16,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:19:16,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:16,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:16,493 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:16,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035954773Running coprocessor pre-close hooks at 1731035954773Disabling compacts and flushes for region at 1731035954773Disabling writes for close at 1731035954773Obtaining lock to block concurrent updates at 1731035954773Preparing flush snapshotting stores in 1588230740 at 1731035954773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035954773Flushing stores of hbase:meta,,1.1588230740 at 1731035954774 (+1 ms)Flushing 1588230740/info: creating writer at 1731035954774Flushing 1588230740/info: appending metadata at 1731035954789 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731035954789Flushing 1588230740/ns: creating writer at 1731035955199 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731035955215 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731035955215Flushing 1588230740/rep_barrier: creating writer at 1731035955625 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035955641 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035955641Flushing 1588230740/table: creating writer at 1731035956049 (+408 ms)Flushing 1588230740/table: appending metadata at 1731035956064 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731035956064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5302d84: reopening flushed file at 1731035956471 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da13d: reopening flushed file at 1731035956475 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4602bd: reopening flushed file at 1731035956480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7376d2f3: reopening flushed file at 1731035956484 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731035956488 (+4 ms)Writing region close event to WAL at 1731035956490 (+2 ms)Running coprocessor post-close hooks at 1731035956493 (+3 ms)Closed at 1731035956493 2024-11-08T03:19:16,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:16,574 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,33697,1731035931894; all regions closed. 2024-11-08T03:19:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:19:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741839_1015 (size=2676) 2024-11-08T03:19:16,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741832_1008 (size=1811) 2024-11-08T03:19:16,580 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:16,580 INFO [RS:0;350fccc412b5:33697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:16,580 INFO [RS:0;350fccc412b5:33697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:16,580 INFO [RS:0;350fccc412b5:33697 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:16,580 INFO [RS:0;350fccc412b5:33697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:16,580 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:16,581 INFO [RS:0;350fccc412b5:33697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,33697,1731035931894 because: Region server is closing 2024-11-08T03:19:16,581 INFO [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33697. 2024-11-08T03:19:16,581 DEBUG [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:16,581 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:16,581 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:16,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:16,681 INFO [RS:0;350fccc412b5:33697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33697,1731035931894.replicationSource.shipper350fccc412b5%2C33697%2C1731035931894,1-350fccc412b5,33697,1731035931894 terminated 2024-11-08T03:19:16,681 INFO [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33697. 2024-11-08T03:19:16,681 DEBUG [RS:0;350fccc412b5:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:16,681 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:16,681 DEBUG [RS:0;350fccc412b5:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:16,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:16,682 INFO [RS:0;350fccc412b5:33697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33697 2024-11-08T03:19:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-168162118/rs/350fccc412b5,33697,1731035931894 2024-11-08T03:19:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118/rs 2024-11-08T03:19:16,744 INFO [RS:0;350fccc412b5:33697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:16,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,33697,1731035931894] 2024-11-08T03:19:16,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-168162118/draining/350fccc412b5,33697,1731035931894 already deleted, retry=false 2024-11-08T03:19:16,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,33697,1731035931894 expired; onlineServers=0 2024-11-08T03:19:16,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,33791,1731035931700' ***** 2024-11-08T03:19:16,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:19:16,765 INFO [M:0;350fccc412b5:33791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:16,765 INFO [M:0;350fccc412b5:33791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:16,765 DEBUG [M:0;350fccc412b5:33791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:19:16,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:19:16,765 DEBUG [M:0;350fccc412b5:33791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:19:16,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035933089 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035933089,5,FailOnTimeoutGroup] 2024-11-08T03:19:16,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035933089 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035933089,5,FailOnTimeoutGroup] 2024-11-08T03:19:16,766 INFO [M:0;350fccc412b5:33791 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:16,766 INFO [M:0;350fccc412b5:33791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:16,766 DEBUG [M:0;350fccc412b5:33791 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:19:16,766 INFO [M:0;350fccc412b5:33791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:19:16,766 INFO [M:0;350fccc412b5:33791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:16,766 INFO [M:0;350fccc412b5:33791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:19:16,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:19:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-168162118/master 2024-11-08T03:19:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-168162118 2024-11-08T03:19:16,776 DEBUG [M:0;350fccc412b5:33791 {}] zookeeper.ZKUtil(347): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Unable to get data of znode /0-168162118/master because node does not exist (not an error) 2024-11-08T03:19:16,776 WARN [M:0;350fccc412b5:33791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:19:16,777 INFO [M:0;350fccc412b5:33791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/.lastflushedseqids 2024-11-08T03:19:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:19:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:16,855 INFO [RS:0;350fccc412b5:33697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:16,855 INFO [RS:0;350fccc412b5:33697 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,33697,1731035931894; zookeeper connection closed. 2024-11-08T03:19:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x101187417ed0001, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:16,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25a73a68 2024-11-08T03:19:16,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:19:17,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:17,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,181 INFO [M:0;350fccc412b5:33791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:19:17,181 INFO [M:0;350fccc412b5:33791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:19:17,181 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:17,181 INFO [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:17,181 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:17,181 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:17,181 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:17,181 INFO [M:0;350fccc412b5:33791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T03:19:17,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,194 DEBUG [M:0;350fccc412b5:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cea59a9aac9438281a21a6ecb6aeb15 is 82, key is hbase:meta,,1/info:regioninfo/1731035934361/Put/seqid=0 2024-11-08T03:19:17,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:19:17,598 INFO [M:0;350fccc412b5:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cea59a9aac9438281a21a6ecb6aeb15 2024-11-08T03:19:17,614 DEBUG [M:0;350fccc412b5:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc70a94d40847db83f934e480bfb820 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035944025/Put/seqid=0 2024-11-08T03:19:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741850_1026 (size=8516) 2024-11-08T03:19:18,018 INFO [M:0;350fccc412b5:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc70a94d40847db83f934e480bfb820 2024-11-08T03:19:18,034 DEBUG [M:0;350fccc412b5:33791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aceb26230ff4ebd94523bafa1379da2 is 69, key is 350fccc412b5,33697,1731035931894/rs:state/1731035933153/Put/seqid=0 2024-11-08T03:19:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:19:18,437 INFO [M:0;350fccc412b5:33791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aceb26230ff4ebd94523bafa1379da2 2024-11-08T03:19:18,441 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cea59a9aac9438281a21a6ecb6aeb15 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cea59a9aac9438281a21a6ecb6aeb15 2024-11-08T03:19:18,445 INFO [M:0;350fccc412b5:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cea59a9aac9438281a21a6ecb6aeb15, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:19:18,445 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fc70a94d40847db83f934e480bfb820 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fc70a94d40847db83f934e480bfb820 2024-11-08T03:19:18,449 INFO [M:0;350fccc412b5:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fc70a94d40847db83f934e480bfb820, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:19:18,450 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0aceb26230ff4ebd94523bafa1379da2 as hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0aceb26230ff4ebd94523bafa1379da2 2024-11-08T03:19:18,453 INFO [M:0;350fccc412b5:33791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44477/user/jenkins/test-data/12ec1755-603b-9612-eb22-ccdbcbd00f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0aceb26230ff4ebd94523bafa1379da2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:19:18,454 INFO [M:0;350fccc412b5:33791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-08T03:19:18,455 INFO [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:18,455 DEBUG [M:0;350fccc412b5:33791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035957181Disabling compacts and flushes for region at 1731035957181Disabling writes for close at 1731035957181Obtaining lock to block concurrent updates at 1731035957181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035957181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731035957181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035957182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035957182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035957194 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035957194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035957601 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035957614 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035957614Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035958021 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035958033 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035958033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee8a8a5: reopening flushed file at 1731035958441 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11485088: reopening flushed file at 1731035958445 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c58b50: reopening flushed file at 1731035958449 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731035958454 (+5 ms)Writing region close event to WAL at 1731035958455 (+1 ms)Closed at 1731035958455 2024-11-08T03:19:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741830_1006 (size=63654) 2024-11-08T03:19:18,457 INFO [M:0;350fccc412b5:33791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:19:18,457 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:18,457 INFO [M:0;350fccc412b5:33791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33791 2024-11-08T03:19:18,457 INFO [M:0;350fccc412b5:33791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:18,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:18,613 INFO [M:0;350fccc412b5:33791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:18,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33791-0x101187417ed0000, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:18,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566951c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:18,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:18,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:18,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:18,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:18,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:19:18,617 WARN [BP-1601531109-172.17.0.3-1731035929690 heartbeating to localhost/127.0.0.1:44477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:19:18,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:19:18,617 WARN [BP-1601531109-172.17.0.3-1731035929690 heartbeating to localhost/127.0.0.1:44477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601531109-172.17.0.3-1731035929690 (Datanode Uuid 622d00e2-e775-4f70-ab63-2b266ee82448) service to localhost/127.0.0.1:44477 2024-11-08T03:19:18,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/data/data1/current/BP-1601531109-172.17.0.3-1731035929690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:18,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/cluster_9749a9d2-9ec2-831e-7217-42f3027e511b/data/data2/current/BP-1601531109-172.17.0.3-1731035929690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:18,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:19:18,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@219e57b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:18,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:18,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:18,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:18,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3a87331a-5726-addb-9983-17d0953d3db0/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:18,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:19:18,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:19:18,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 248) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60975) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43741 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44477 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60975) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=664 (was 628) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=5109 (was 5309) 2024-11-08T03:19:18,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=664, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=5109 2024-11-08T03:19:18,666 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T03:19:18,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir so I do NOT create it in target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a 2024-11-08T03:19:18,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:19:18,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.tmp.dir so I do NOT create it in target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a 2024-11-08T03:19:18,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/48425925-9e2e-eca2-496d-4070324d1474/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:19:18,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a 2024-11-08T03:19:18,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745, deleteOnExit=true 2024-11-08T03:19:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101187417ed0002, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:19:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101187417ed0005, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:19:18,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101187417ed0002, quorum=127.0.0.1:60975, baseZNode=/0-168162118 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:19:18,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101187417ed0005, quorum=127.0.0.1:60975, baseZNode=/1-787019693 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:19:18,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/zookeeper_0, clientPort=61014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:19:18,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61014 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/test.cache.data in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:19:18,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:19:19,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:19,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:19,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:19,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:19,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:19:19,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:19,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:19,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:19,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63177e2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/java.io.tmpdir/jetty-localhost-41941-hadoop-hdfs-3_4_1-tests_jar-_-any-11614421409603480201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:19,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:41941} 2024-11-08T03:19:19,278 INFO [Time-limited test {}] server.Server(415): Started @226658ms 2024-11-08T03:19:19,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:19,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:19,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:19,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:19,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:19:19,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:19,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:19,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@180b46f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/java.io.tmpdir/jetty-localhost-40133-hadoop-hdfs-3_4_1-tests_jar-_-any-6637271417551399029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:19,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:40133} 2024-11-08T03:19:19,787 INFO [Time-limited test {}] server.Server(415): Started @227167ms 2024-11-08T03:19:19,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:20,452 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/data/data1/current/BP-965692206-172.17.0.3-1731035958785/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:20,452 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/data/data2/current/BP-965692206-172.17.0.3-1731035958785/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:20,470 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:19:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc297cf14cf959ae4 with lease ID 0x7855d66b21d33136: Processing first storage report for DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1 from datanode DatanodeRegistration(127.0.0.1:44075, datanodeUuid=0fcc8ef5-07cb-420c-b7dc-6797e4b7c89a, infoPort=44299, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=492343552;c=1731035958785) 2024-11-08T03:19:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc297cf14cf959ae4 with lease ID 0x7855d66b21d33136: from storage DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1 node DatanodeRegistration(127.0.0.1:44075, datanodeUuid=0fcc8ef5-07cb-420c-b7dc-6797e4b7c89a, infoPort=44299, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=492343552;c=1731035958785), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc297cf14cf959ae4 with lease ID 0x7855d66b21d33136: Processing first storage report for DS-3814e54b-ce24-4a40-9967-a333a127c27a from datanode DatanodeRegistration(127.0.0.1:44075, datanodeUuid=0fcc8ef5-07cb-420c-b7dc-6797e4b7c89a, infoPort=44299, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=492343552;c=1731035958785) 2024-11-08T03:19:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc297cf14cf959ae4 with lease ID 0x7855d66b21d33136: from storage DS-3814e54b-ce24-4a40-9967-a333a127c27a node DatanodeRegistration(127.0.0.1:44075, datanodeUuid=0fcc8ef5-07cb-420c-b7dc-6797e4b7c89a, infoPort=44299, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=492343552;c=1731035958785), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:20,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a 2024-11-08T03:19:20,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:20,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:19:20,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9 with version=8 2024-11-08T03:19:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/hbase-staging 2024-11-08T03:19:20,920 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:19:20,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:20,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39545 2024-11-08T03:19:20,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39545 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:21,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395450x0, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:21,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39545-0x1011874899d0000 connected 2024-11-08T03:19:21,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:21,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:21,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/running 2024-11-08T03:19:21,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9, hbase.cluster.distributed=false 2024-11-08T03:19:21,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/acl 2024-11-08T03:19:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-08T03:19:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39545 2024-11-08T03:19:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39545 2024-11-08T03:19:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-08T03:19:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-08T03:19:21,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:19:21,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:21,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42709 2024-11-08T03:19:21,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42709 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:21,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:21,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427090x0, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:21,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427090x0, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/running 2024-11-08T03:19:21,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42709-0x1011874899d0001 connected 2024-11-08T03:19:21,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:19:21,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:19:21,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/master 2024-11-08T03:19:21,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/acl 2024-11-08T03:19:21,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-08T03:19:21,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42709 2024-11-08T03:19:21,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42709 2024-11-08T03:19:21,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-08T03:19:21,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-08T03:19:21,175 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:39545 2024-11-08T03:19:21,175 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1016589731/backup-masters/350fccc412b5,39545,1731035960919 2024-11-08T03:19:21,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/backup-masters 2024-11-08T03:19:21,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/backup-masters 2024-11-08T03:19:21,186 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on existing znode=/0-1016589731/backup-masters/350fccc412b5,39545,1731035960919 2024-11-08T03:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1016589731/master 2024-11-08T03:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:21,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on existing znode=/0-1016589731/master 2024-11-08T03:19:21,197 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1016589731/backup-masters/350fccc412b5,39545,1731035960919 from backup master directory 2024-11-08T03:19:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1016589731/backup-masters/350fccc412b5,39545,1731035960919 2024-11-08T03:19:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/backup-masters 2024-11-08T03:19:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/backup-masters 2024-11-08T03:19:21,207 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:21,207 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,39545,1731035960919 2024-11-08T03:19:21,209 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/hbase.id] with ID: a03e7988-4108-4b50-bd16-14cf29251e21 2024-11-08T03:19:21,209 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/.tmp/hbase.id 2024-11-08T03:19:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:19:21,613 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/.tmp/hbase.id]:[hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/hbase.id] 2024-11-08T03:19:21,621 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:21,621 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:19:21,622 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:19:21,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:21,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:21,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:19:22,037 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:22,038 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:19:22,038 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:19:22,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:22,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:22,444 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store 2024-11-08T03:19:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:22,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:22,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:22,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035962849Disabling compacts and flushes for region at 1731035962849Disabling writes for close at 1731035962849Writing region close event to WAL at 1731035962849Closed at 1731035962849 2024-11-08T03:19:22,850 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/.initializing 2024-11-08T03:19:22,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/WALs/350fccc412b5,39545,1731035960919 2024-11-08T03:19:22,850 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:22,852 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C39545%2C1731035960919, suffix=, logDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/WALs/350fccc412b5,39545,1731035960919, archiveDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/oldWALs, maxLogs=10 2024-11-08T03:19:22,870 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/WALs/350fccc412b5,39545,1731035960919/350fccc412b5%2C39545%2C1731035960919.1731035962852, exclude list is [], retry=0 2024-11-08T03:19:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44075,DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1,DISK] 2024-11-08T03:19:22,873 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/WALs/350fccc412b5,39545,1731035960919/350fccc412b5%2C39545%2C1731035960919.1731035962852 2024-11-08T03:19:22,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-08T03:19:22,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:22,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:22,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,874 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:19:22,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:22,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:22,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:19:22,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:19:22,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:19:22,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:22,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:22,880 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,880 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,880 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,881 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,881 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,882 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:22,882 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:22,885 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:22,885 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71455455, jitterRate=0.06476925313472748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:22,886 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035962874Initializing all the Stores at 1731035962875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035962875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035962875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035962875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035962875Cleaning up temporary data from old regions at 1731035962881 (+6 ms)Region opened successfully at 1731035962885 (+4 ms) 2024-11-08T03:19:22,886 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:19:22,888 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da3c189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:22,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:19:22,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:19:22,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:19:22,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:19:22,890 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:19:22,890 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:19:22,890 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:19:22,893 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:19:22,894 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/balancer because node does not exist (not necessarily an error) 2024-11-08T03:19:22,954 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/balancer already deleted, retry=false 2024-11-08T03:19:22,955 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:19:22,955 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:19:22,965 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/normalizer already deleted, retry=false 2024-11-08T03:19:22,965 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:19:22,966 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:19:22,975 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/switch/split already deleted, retry=false 2024-11-08T03:19:22,976 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:19:22,986 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/switch/merge already deleted, retry=false 2024-11-08T03:19:22,988 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:19:22,996 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/snapshot-cleanup already deleted, retry=false 2024-11-08T03:19:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1016589731/running 2024-11-08T03:19:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1016589731/running 2024-11-08T03:19:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,007 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,39545,1731035960919, sessionid=0x1011874899d0000, setting cluster-up flag (Was=false) 2024-11-08T03:19:23,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,059 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1016589731/flush-table-proc/acquired, /0-1016589731/flush-table-proc/reached, /0-1016589731/flush-table-proc/abort 2024-11-08T03:19:23,060 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,39545,1731035960919 2024-11-08T03:19:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1016589731/online-snapshot/acquired, /0-1016589731/online-snapshot/reached, /0-1016589731/online-snapshot/abort 2024-11-08T03:19:23,113 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,39545,1731035960919 2024-11-08T03:19:23,114 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:19:23,115 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:23,115 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:19:23,115 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:19:23,115 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,39545,1731035960919 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:23,116 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035993117 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:19:23,117 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:23,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:19:23,118 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035963118,5,FailOnTimeoutGroup] 2024-11-08T03:19:23,118 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035963118,5,FailOnTimeoutGroup] 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,118 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:19:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:19:23,167 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(746): ClusterId : a03e7988-4108-4b50-bd16-14cf29251e21 2024-11-08T03:19:23,167 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:19:23,176 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:19:23,176 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:19:23,186 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:19:23,187 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15242f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:23,197 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:42709 2024-11-08T03:19:23,197 INFO [RS:0;350fccc412b5:42709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:19:23,197 INFO [RS:0;350fccc412b5:42709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:19:23,197 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:19:23,197 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,39545,1731035960919 with port=42709, startcode=1731035961135 2024-11-08T03:19:23,198 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:19:23,199 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:19:23,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,200 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9 2024-11-08T03:19:23,200 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42771 2024-11-08T03:19:23,200 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:19:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/rs 2024-11-08T03:19:23,212 DEBUG [RS:0;350fccc412b5:42709 {}] zookeeper.ZKUtil(111): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on existing znode=/0-1016589731/rs/350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,212 WARN [RS:0;350fccc412b5:42709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:23,212 INFO [RS:0;350fccc412b5:42709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:23,212 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,42709,1731035961135] 2024-11-08T03:19:23,215 INFO [RS:0;350fccc412b5:42709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:19:23,216 INFO [RS:0;350fccc412b5:42709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:19:23,216 INFO [RS:0;350fccc412b5:42709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:19:23,216 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,217 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:19:23,218 INFO [RS:0;350fccc412b5:42709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:19:23,218 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:23,218 DEBUG [RS:0;350fccc412b5:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,220 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42709,1731035961135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:23,236 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:19:23,236 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,42709,1731035961135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,236 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,236 INFO [RS:0;350fccc412b5:42709 {}] regionserver.Replication(171): 350fccc412b5,42709,1731035961135 started 2024-11-08T03:19:23,247 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:23,247 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,42709,1731035961135, RpcServer on 350fccc412b5/172.17.0.3:42709, sessionid=0x1011874899d0001 2024-11-08T03:19:23,247 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,42709,1731035961135' 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1016589731/flush-table-proc/abort' 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1016589731/flush-table-proc/acquired' 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,42709,1731035961135' 2024-11-08T03:19:23,248 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1016589731/online-snapshot/abort' 2024-11-08T03:19:23,249 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1016589731/online-snapshot/acquired' 2024-11-08T03:19:23,249 DEBUG [RS:0;350fccc412b5:42709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:19:23,249 INFO [RS:0;350fccc412b5:42709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:19:23,249 INFO [RS:0;350fccc412b5:42709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:19:23,349 INFO [RS:0;350fccc412b5:42709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:23,351 INFO [RS:0;350fccc412b5:42709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C42709%2C1731035961135, suffix=, logDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135, archiveDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/oldWALs, maxLogs=10 2024-11-08T03:19:23,362 DEBUG [RS:0;350fccc412b5:42709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, exclude list is [], retry=0 2024-11-08T03:19:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44075,DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1,DISK] 2024-11-08T03:19:23,365 INFO [RS:0;350fccc412b5:42709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 2024-11-08T03:19:23,366 DEBUG [RS:0;350fccc412b5:42709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-08T03:19:23,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:19:23,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9 2024-11-08T03:19:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:19:23,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:23,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:23,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:23,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:23,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:23,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:23,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:23,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:23,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740 2024-11-08T03:19:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740 2024-11-08T03:19:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:23,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:23,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:23,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59276101, jitterRate=-0.11671726405620575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035963530Initializing all the Stores at 1731035963531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035963531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963531Cleaning up temporary data from old regions at 1731035963538 (+7 ms)Region opened successfully at 1731035963541 (+3 ms) 2024-11-08T03:19:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:23,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:23,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:23,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:23,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035963541Disabling compacts and flushes for region at 1731035963541Disabling writes for close at 1731035963541Writing region close event to WAL at 1731035963542 (+1 ms)Closed at 1731035963542 2024-11-08T03:19:23,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:23,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:19:23,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:19:23,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:23,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:19:23,694 DEBUG [350fccc412b5:39545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:19:23,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,695 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,42709,1731035961135, state=OPENING 2024-11-08T03:19:23,754 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:19:23,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:23,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1016589731/meta-region-server: CHANGED 2024-11-08T03:19:23,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1016589731/meta-region-server: CHANGED 2024-11-08T03:19:23,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:23,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,42709,1731035961135}] 2024-11-08T03:19:23,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:23,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:19:23,945 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:19:23,945 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:23,946 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:19:23,947 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C42709%2C1731035961135.meta, suffix=.meta, logDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135, archiveDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/oldWALs, maxLogs=10 2024-11-08T03:19:23,959 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.meta.1731035963947.meta, exclude list is [], retry=0 2024-11-08T03:19:23,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44075,DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1,DISK] 2024-11-08T03:19:23,962 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.meta.1731035963947.meta 2024-11-08T03:19:23,962 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-08T03:19:23,962 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:23,962 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:23,962 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:23,963 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:19:23,963 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:19:23,963 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:19:23,963 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:23,963 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:19:23,963 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:19:23,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:23,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:23,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:23,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:23,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:23,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:23,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:23,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:23,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:23,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:23,968 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:23,968 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740 2024-11-08T03:19:23,969 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740 2024-11-08T03:19:23,970 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:23,970 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:23,970 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:23,971 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:23,972 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70647868, jitterRate=0.05273526906967163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:23,972 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:19:23,972 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035963963Writing region info on filesystem at 1731035963963Initializing all the Stores at 1731035963963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963964 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963964Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035963964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035963964Cleaning up temporary data from old regions at 1731035963970 (+6 ms)Running coprocessor post-open hooks at 1731035963972 (+2 ms)Region opened successfully at 1731035963972 2024-11-08T03:19:23,973 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035963941 2024-11-08T03:19:23,975 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:19:23,975 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:19:23,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,42709,1731035961135, state=OPEN 2024-11-08T03:19:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1016589731/meta-region-server 2024-11-08T03:19:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1016589731/meta-region-server 2024-11-08T03:19:23,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1016589731/meta-region-server: CHANGED 2024-11-08T03:19:23,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,42709,1731035961135 2024-11-08T03:19:23,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1016589731/meta-region-server: CHANGED 2024-11-08T03:19:23,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:19:23,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,42709,1731035961135 in 207 msec 2024-11-08T03:19:24,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:19:24,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-08T03:19:24,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:24,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:19:24,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:24,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42709,1731035961135, seqNum=-1] 2024-11-08T03:19:24,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:24,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:24,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-08T03:19:24,007 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035964007, completionTime=-1 2024-11-08T03:19:24,007 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:19:24,007 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036024009 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036084009 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:39545, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,009 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,010 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,010 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.805sec 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:24,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:19:24,014 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:19:24,014 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:19:24,014 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,39545,1731035960919-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:24,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b813421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:24,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:24,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:24,068 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:24,070 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:24,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b35c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:24,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42709,1731035961135, seqNum=-1] 2024-11-08T03:19:24,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:24,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,39545,1731035960919 2024-11-08T03:19:24,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:24,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:24,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011874899d0002 connected 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir so I do NOT create it in target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83 2024-11-08T03:19:24,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.tmp.dir so I do NOT create it in target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83 2024-11-08T03:19:24,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:19:24,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/cluster_357a5fcf-a3d4-9026-c91e-81e8f2c8af7b, deleteOnExit=true 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/test.cache.data in system properties and HBase conf 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:19:24,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:19:24,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:19:24,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:19:24,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:24,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:24,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:24,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:24,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:19:24,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:24,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:24,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:24,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@683bd178{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/java.io.tmpdir/jetty-localhost-33803-hadoop-hdfs-3_4_1-tests_jar-_-any-17733593321407009275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:24,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:33803} 2024-11-08T03:19:24,679 INFO [Time-limited test {}] server.Server(415): Started @232060ms 2024-11-08T03:19:24,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:24,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:24,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:24,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:24,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:19:24,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:24,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:25,007 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:25,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:25,009 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38363 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:25,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f4d3814{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/java.io.tmpdir/jetty-localhost-42337-hadoop-hdfs-3_4_1-tests_jar-_-any-11601793355988266846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:25,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:42337} 2024-11-08T03:19:25,051 INFO [Time-limited test {}] server.Server(415): Started @232431ms 2024-11-08T03:19:25,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:19:25,698 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/cluster_357a5fcf-a3d4-9026-c91e-81e8f2c8af7b/data/data1/current/BP-1198311750-172.17.0.3-1731035964203/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:25,699 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/cluster_357a5fcf-a3d4-9026-c91e-81e8f2c8af7b/data/data2/current/BP-1198311750-172.17.0.3-1731035964203/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:25,719 WARN [Thread-2770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:19:25,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5708246615b2f72 with lease ID 0x4aca515c3a8f6ac8: Processing first storage report for DS-06217205-d0ae-4ef7-980b-805db9bdd8ec from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=25890d0d-a820-4003-b089-589b88e2ae12, infoPort=39175, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=848039992;c=1731035964203) 2024-11-08T03:19:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5708246615b2f72 with lease ID 0x4aca515c3a8f6ac8: from storage DS-06217205-d0ae-4ef7-980b-805db9bdd8ec node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=25890d0d-a820-4003-b089-589b88e2ae12, infoPort=39175, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=848039992;c=1731035964203), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5708246615b2f72 with lease ID 0x4aca515c3a8f6ac8: Processing first storage report for DS-4265564c-b6b2-4468-9099-672cf81a5c5e from datanode DatanodeRegistration(127.0.0.1:35249, datanodeUuid=25890d0d-a820-4003-b089-589b88e2ae12, infoPort=39175, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=848039992;c=1731035964203) 2024-11-08T03:19:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5708246615b2f72 with lease ID 0x4aca515c3a8f6ac8: from storage DS-4265564c-b6b2-4468-9099-672cf81a5c5e node DatanodeRegistration(127.0.0.1:35249, datanodeUuid=25890d0d-a820-4003-b089-589b88e2ae12, infoPort=39175, infoSecurePort=0, ipcPort=42181, storageInfo=lv=-57;cid=testClusterID;nsid=848039992;c=1731035964203), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:25,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83 2024-11-08T03:19:25,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:25,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:19:26,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7 with version=8 2024-11-08T03:19:26,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/hbase-staging 2024-11-08T03:19:26,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:26,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:26,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:19:26,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:26,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43455 2024-11-08T03:19:26,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43455 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:26,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434550x0, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:26,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43455-0x1011874899d0003 connected 2024-11-08T03:19:26,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:26,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:26,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/running 2024-11-08T03:19:26,320 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7, hbase.cluster.distributed=false 2024-11-08T03:19:26,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/acl 2024-11-08T03:19:26,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-08T03:19:26,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43455 2024-11-08T03:19:26,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43455 2024-11-08T03:19:26,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-08T03:19:26,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43455 2024-11-08T03:19:26,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:26,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:26,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:26,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:19:26,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:26,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38907 2024-11-08T03:19:26,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38907 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:26,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:26,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:26,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389070x0, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:26,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389070x0, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/running 2024-11-08T03:19:26,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38907-0x1011874899d0004 connected 2024-11-08T03:19:26,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:19:26,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:19:26,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/master 2024-11-08T03:19:26,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/acl 2024-11-08T03:19:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-08T03:19:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38907 2024-11-08T03:19:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38907 2024-11-08T03:19:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-08T03:19:26,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-08T03:19:26,364 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:43455 2024-11-08T03:19:26,364 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2078375249/backup-masters/350fccc412b5,43455,1731035966192 2024-11-08T03:19:26,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/backup-masters 2024-11-08T03:19:26,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/backup-masters 2024-11-08T03:19:26,375 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on existing znode=/1-2078375249/backup-masters/350fccc412b5,43455,1731035966192 2024-11-08T03:19:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2078375249/master 2024-11-08T03:19:26,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:26,386 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on existing znode=/1-2078375249/master 2024-11-08T03:19:26,386 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2078375249/backup-masters/350fccc412b5,43455,1731035966192 from backup master directory 2024-11-08T03:19:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2078375249/backup-masters/350fccc412b5,43455,1731035966192 2024-11-08T03:19:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/backup-masters 2024-11-08T03:19:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/backup-masters 2024-11-08T03:19:26,396 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:26,396 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,43455,1731035966192 2024-11-08T03:19:26,398 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/hbase.id] with ID: 86e6e84b-315c-4d7c-b005-3e81af83bca2 2024-11-08T03:19:26,399 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/.tmp/hbase.id 2024-11-08T03:19:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:19:26,806 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/.tmp/hbase.id]:[hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/hbase.id] 2024-11-08T03:19:26,813 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:26,813 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:19:26,814 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:19:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:19:27,264 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:27,265 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:19:27,265 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:19:27,671 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store 2024-11-08T03:19:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:19:28,076 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:28,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:28,077 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:28,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:28,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:28,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:28,077 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:28,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035968077Disabling compacts and flushes for region at 1731035968077Disabling writes for close at 1731035968077Writing region close event to WAL at 1731035968077Closed at 1731035968077 2024-11-08T03:19:28,077 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/.initializing 2024-11-08T03:19:28,078 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/WALs/350fccc412b5,43455,1731035966192 2024-11-08T03:19:28,078 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:28,080 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C43455%2C1731035966192, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/WALs/350fccc412b5,43455,1731035966192, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/oldWALs, maxLogs=10 2024-11-08T03:19:28,091 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/WALs/350fccc412b5,43455,1731035966192/350fccc412b5%2C43455%2C1731035966192.1731035968080, exclude list is [], retry=0 2024-11-08T03:19:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-06217205-d0ae-4ef7-980b-805db9bdd8ec,DISK] 2024-11-08T03:19:28,094 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/WALs/350fccc412b5,43455,1731035966192/350fccc412b5%2C43455%2C1731035966192.1731035968080 2024-11-08T03:19:28,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-08T03:19:28,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:28,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:28,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,094 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:19:28,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:28,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:28,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:19:28,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:28,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:28,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:19:28,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:28,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:28,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:19:28,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:28,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:28,100 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,100 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,100 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,101 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,101 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,102 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:28,103 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:28,104 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:28,104 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61720883, jitterRate=-0.08028717339038849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:28,104 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035968095Initializing all the Stores at 1731035968095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035968095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035968095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035968095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035968095Cleaning up temporary data from old regions at 1731035968101 (+6 ms)Region opened successfully at 1731035968104 (+3 ms) 2024-11-08T03:19:28,105 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:19:28,106 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9655be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:19:28,107 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:19:28,109 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:19:28,110 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/balancer because node does not exist (not necessarily an error) 2024-11-08T03:19:28,175 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/balancer already deleted, retry=false 2024-11-08T03:19:28,176 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:19:28,176 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:19:28,186 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/normalizer already deleted, retry=false 2024-11-08T03:19:28,186 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:19:28,187 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:19:28,196 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/switch/split already deleted, retry=false 2024-11-08T03:19:28,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:19:28,207 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/switch/merge already deleted, retry=false 2024-11-08T03:19:28,208 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:19:28,217 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/snapshot-cleanup already deleted, retry=false 2024-11-08T03:19:28,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2078375249/running 2024-11-08T03:19:28,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2078375249/running 2024-11-08T03:19:28,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,228 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,43455,1731035966192, sessionid=0x1011874899d0003, setting cluster-up flag (Was=false) 2024-11-08T03:19:28,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,280 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2078375249/flush-table-proc/acquired, /1-2078375249/flush-table-proc/reached, /1-2078375249/flush-table-proc/abort 2024-11-08T03:19:28,281 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43455,1731035966192 2024-11-08T03:19:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:28,333 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2078375249/online-snapshot/acquired, /1-2078375249/online-snapshot/reached, /1-2078375249/online-snapshot/abort 2024-11-08T03:19:28,334 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43455,1731035966192 2024-11-08T03:19:28,335 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:19:28,335 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:28,336 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:19:28,336 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:19:28,336 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,43455,1731035966192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:28,338 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,338 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731035998338 2024-11-08T03:19:28,338 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:19:28,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:28,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:19:28,339 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:28,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:19:28,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:19:28,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:19:28,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:19:28,340 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:19:28,341 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:19:28,341 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:19:28,344 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035968341,5,FailOnTimeoutGroup] 2024-11-08T03:19:28,344 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035968344,5,FailOnTimeoutGroup] 2024-11-08T03:19:28,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:19:28,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:19:28,354 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(746): ClusterId : 86e6e84b-315c-4d7c-b005-3e81af83bca2 2024-11-08T03:19:28,354 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:19:28,365 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:19:28,365 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:19:28,375 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:19:28,376 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d9c6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:28,386 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:38907 2024-11-08T03:19:28,386 INFO [RS:0;350fccc412b5:38907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:19:28,386 INFO [RS:0;350fccc412b5:38907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:19:28,386 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:19:28,386 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,43455,1731035966192 with port=38907, startcode=1731035966335 2024-11-08T03:19:28,387 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:19:28,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:19:28,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43455 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,389 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7 2024-11-08T03:19:28,389 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42907 2024-11-08T03:19:28,389 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:19:28,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/rs 2024-11-08T03:19:28,445 DEBUG [RS:0;350fccc412b5:38907 {}] zookeeper.ZKUtil(111): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on existing znode=/1-2078375249/rs/350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,445 WARN [RS:0;350fccc412b5:38907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:28,445 INFO [RS:0;350fccc412b5:38907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:28,446 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,38907,1731035966335] 2024-11-08T03:19:28,449 INFO [RS:0;350fccc412b5:38907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:19:28,450 INFO [RS:0;350fccc412b5:38907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:19:28,451 INFO [RS:0;350fccc412b5:38907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:19:28,451 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,451 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:19:28,452 INFO [RS:0;350fccc412b5:38907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:19:28,452 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:28,452 DEBUG [RS:0;350fccc412b5:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,453 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38907,1731035966335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:28,467 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:19:28,467 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,38907,1731035966335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,467 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,468 INFO [RS:0;350fccc412b5:38907 {}] regionserver.Replication(171): 350fccc412b5,38907,1731035966335 started 2024-11-08T03:19:28,479 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:28,479 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,38907,1731035966335, RpcServer on 350fccc412b5/172.17.0.3:38907, sessionid=0x1011874899d0004 2024-11-08T03:19:28,479 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:19:28,479 DEBUG [RS:0;350fccc412b5:38907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,479 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,38907,1731035966335' 2024-11-08T03:19:28,479 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2078375249/flush-table-proc/abort' 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2078375249/flush-table-proc/acquired' 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,38907,1731035966335 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,38907,1731035966335' 2024-11-08T03:19:28,480 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2078375249/online-snapshot/abort' 2024-11-08T03:19:28,481 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2078375249/online-snapshot/acquired' 2024-11-08T03:19:28,481 DEBUG [RS:0;350fccc412b5:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:19:28,481 INFO [RS:0;350fccc412b5:38907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:19:28,481 INFO [RS:0;350fccc412b5:38907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:19:28,581 INFO [RS:0;350fccc412b5:38907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:28,582 INFO [RS:0;350fccc412b5:38907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C38907%2C1731035966335, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/oldWALs, maxLogs=10 2024-11-08T03:19:28,594 DEBUG [RS:0;350fccc412b5:38907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, exclude list is [], retry=0 2024-11-08T03:19:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-06217205-d0ae-4ef7-980b-805db9bdd8ec,DISK] 2024-11-08T03:19:28,597 INFO [RS:0;350fccc412b5:38907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 2024-11-08T03:19:28,597 DEBUG [RS:0;350fccc412b5:38907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-08T03:19:28,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:19:28,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7 2024-11-08T03:19:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:19:29,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:29,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:29,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:29,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:29,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:29,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:29,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:29,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:29,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:29,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:29,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740 2024-11-08T03:19:29,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740 2024-11-08T03:19:29,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:29,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:29,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:29,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:29,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:29,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74975142, jitterRate=0.11721667647361755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035969266Initializing all the Stores at 1731035969267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035969267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969267Cleaning up temporary data from old regions at 1731035969273 (+6 ms)Region opened successfully at 1731035969277 (+4 ms) 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:29,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:29,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035969277Disabling compacts and flushes for region at 1731035969277Disabling writes for close at 1731035969277Writing region close event to WAL at 1731035969277Closed at 1731035969277 2024-11-08T03:19:29,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:29,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:19:29,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:19:29,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:29,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:19:29,430 DEBUG [350fccc412b5:43455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:19:29,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:29,431 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,38907,1731035966335, state=OPENING 2024-11-08T03:19:29,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:29,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,506 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:19:29,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:29,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:29,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2078375249/meta-region-server: CHANGED 2024-11-08T03:19:29,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2078375249/meta-region-server: CHANGED 2024-11-08T03:19:29,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,38907,1731035966335}] 2024-11-08T03:19:29,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:29,533 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:19:29,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:29,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:19:29,673 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:19:29,673 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:29,673 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:19:29,674 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C38907%2C1731035966335.meta, suffix=.meta, logDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/oldWALs, maxLogs=10 2024-11-08T03:19:29,686 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.meta.1731035969674.meta, exclude list is [], retry=0 2024-11-08T03:19:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-06217205-d0ae-4ef7-980b-805db9bdd8ec,DISK] 2024-11-08T03:19:29,689 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.meta.1731035969674.meta 2024-11-08T03:19:29,689 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-08T03:19:29,689 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:29,690 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:19:29,690 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:19:29,690 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:19:29,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:29,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:29,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:29,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:29,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:29,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:29,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:29,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:29,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:29,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:29,694 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:29,695 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740 2024-11-08T03:19:29,695 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740 2024-11-08T03:19:29,696 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:29,696 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:29,696 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:29,697 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:29,697 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056153, jitterRate=0.014115706086158752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:29,697 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:19:29,697 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035969690Writing region info on filesystem at 1731035969690Initializing all the Stores at 1731035969691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035969691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035969691Cleaning up temporary data from old regions at 1731035969696 (+5 ms)Running coprocessor post-open hooks at 1731035969697 (+1 ms)Region opened successfully at 1731035969697 2024-11-08T03:19:29,698 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035969669 2024-11-08T03:19:29,699 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:19:29,699 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:19:29,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:29,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,38907,1731035966335, state=OPEN 2024-11-08T03:19:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2078375249/meta-region-server 2024-11-08T03:19:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2078375249/meta-region-server 2024-11-08T03:19:29,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,38907,1731035966335 2024-11-08T03:19:29,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2078375249/meta-region-server: CHANGED 2024-11-08T03:19:29,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2078375249/meta-region-server: CHANGED 2024-11-08T03:19:29,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:19:29,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,38907,1731035966335 in 195 msec 2024-11-08T03:19:29,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:19:29,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-08T03:19:29,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:29,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:19:29,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:29,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,38907,1731035966335, seqNum=-1] 2024-11-08T03:19:29,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:29,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:29,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3840 sec 2024-11-08T03:19:29,721 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035969720, completionTime=-1 2024-11-08T03:19:29,721 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:19:29,721 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:19:29,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:19:29,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036029722 2024-11-08T03:19:29,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036089722 2024-11-08T03:19:29,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:43455, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,724 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:19:29,725 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec 2024-11-08T03:19:29,725 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:29,726 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:19:29,727 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:19:29,727 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:19:29,727 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43455,1731035966192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:29,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b990c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:29,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:29,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:29,756 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b7b3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:29,757 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:29,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ddf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:29,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,38907,1731035966335, seqNum=-1] 2024-11-08T03:19:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:29,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:29,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,43455,1731035966192 2024-11-08T03:19:29,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:29,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:29,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011874899d0005 connected 2024-11-08T03:19:29,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir so I do NOT create it in target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95 2024-11-08T03:19:29,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:19:29,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.tmp.dir so I do NOT create it in target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95 2024-11-08T03:19:29,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:19:29,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/cluster_014464c0-4c77-dce5-a5f1-290d2d3b68dc, deleteOnExit=true 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/test.cache.data in system properties and HBase conf 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:19:29,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:19:29,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:19:29,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:19:29,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:19:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:19:29,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:29,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T03:19:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:29,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T03:19:29,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:19:29,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:30,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:30,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:30,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:30,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:30,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:19:30,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:30,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:30,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:30,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb74dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/java.io.tmpdir/jetty-localhost-45681-hadoop-hdfs-3_4_1-tests_jar-_-any-2240938991538783285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:30,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:45681} 2024-11-08T03:19:30,249 INFO [Time-limited test {}] server.Server(415): Started @237629ms 2024-11-08T03:19:30,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:19:30,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:19:30,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:19:30,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:19:30,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:19:30,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:19:30,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:19:30,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a207af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/java.io.tmpdir/jetty-localhost-43611-hadoop-hdfs-3_4_1-tests_jar-_-any-11240259504013065172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:30,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:43611} 2024-11-08T03:19:30,612 INFO [Time-limited test {}] server.Server(415): Started @237992ms 2024-11-08T03:19:30,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:19:31,205 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/cluster_014464c0-4c77-dce5-a5f1-290d2d3b68dc/data/data1/current/BP-1784615889-172.17.0.3-1731035969854/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:31,205 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/cluster_014464c0-4c77-dce5-a5f1-290d2d3b68dc/data/data2/current/BP-1784615889-172.17.0.3-1731035969854/current, will proceed with Du for space computation calculation, 2024-11-08T03:19:31,226 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:19:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddbae46d2663c7a with lease ID 0xaa3fda51c44c5114: Processing first storage report for DS-35cf559c-8a26-4cfc-a93a-854276727901 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=29097a77-9900-41ea-8115-df6f77acdf32, infoPort=36907, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=2145153759;c=1731035969854) 2024-11-08T03:19:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddbae46d2663c7a with lease ID 0xaa3fda51c44c5114: from storage DS-35cf559c-8a26-4cfc-a93a-854276727901 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=29097a77-9900-41ea-8115-df6f77acdf32, infoPort=36907, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=2145153759;c=1731035969854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddbae46d2663c7a with lease ID 0xaa3fda51c44c5114: Processing first storage report for DS-0422c417-5150-4c81-a1a4-3338c3c96c5f from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=29097a77-9900-41ea-8115-df6f77acdf32, infoPort=36907, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=2145153759;c=1731035969854) 2024-11-08T03:19:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddbae46d2663c7a with lease ID 0xaa3fda51c44c5114: from storage DS-0422c417-5150-4c81-a1a4-3338c3c96c5f node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=29097a77-9900-41ea-8115-df6f77acdf32, infoPort=36907, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=2145153759;c=1731035969854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:19:31,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95 2024-11-08T03:19:31,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:19:31,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a with version=8 2024-11-08T03:19:31,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/hbase-staging 2024-11-08T03:19:31,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:31,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:19:31,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:31,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46657 2024-11-08T03:19:31,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46657 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:31,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466570x0, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:31,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46657-0x1011874899d0006 connected 2024-11-08T03:19:31,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/running 2024-11-08T03:19:31,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a, hbase.cluster.distributed=false 2024-11-08T03:19:31,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/acl 2024-11-08T03:19:31,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-08T03:19:31,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46657 2024-11-08T03:19:31,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46657 2024-11-08T03:19:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-08T03:19:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46657 2024-11-08T03:19:31,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:19:31,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:19:31,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35931 2024-11-08T03:19:31,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35931 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:31,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359310x0, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:31,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359310x0, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/running 2024-11-08T03:19:31,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35931-0x1011874899d0007 connected 2024-11-08T03:19:31,801 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:19:31,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:19:31,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/master 2024-11-08T03:19:31,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/acl 2024-11-08T03:19:31,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35931 2024-11-08T03:19:31,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35931 2024-11-08T03:19:31,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35931 2024-11-08T03:19:31,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35931 2024-11-08T03:19:31,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35931 2024-11-08T03:19:31,818 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:46657 2024-11-08T03:19:31,818 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2075195995/backup-masters/350fccc412b5,46657,1731035971644 2024-11-08T03:19:31,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/backup-masters 2024-11-08T03:19:31,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/backup-masters 2024-11-08T03:19:31,828 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on existing znode=/2-2075195995/backup-masters/350fccc412b5,46657,1731035971644 2024-11-08T03:19:31,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:31,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2075195995/master 2024-11-08T03:19:31,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:31,838 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on existing znode=/2-2075195995/master 2024-11-08T03:19:31,839 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2075195995/backup-masters/350fccc412b5,46657,1731035971644 from backup master directory 2024-11-08T03:19:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2075195995/backup-masters/350fccc412b5,46657,1731035971644 2024-11-08T03:19:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/backup-masters 2024-11-08T03:19:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/backup-masters 2024-11-08T03:19:31,849 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:31,849 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,46657,1731035971644 2024-11-08T03:19:31,851 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/hbase.id] with ID: c3f86f38-933e-4349-b8f8-016cfd3378c0 2024-11-08T03:19:31,851 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/.tmp/hbase.id 2024-11-08T03:19:31,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:19:31,855 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/.tmp/hbase.id]:[hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/hbase.id] 2024-11-08T03:19:31,870 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:19:31,870 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:19:31,870 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T03:19:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:19:31,887 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:31,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:19:31,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:19:32,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store 2024-11-08T03:19:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:32,305 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:32,305 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035972305Disabling compacts and flushes for region at 1731035972305Disabling writes for close at 1731035972305Writing region close event to WAL at 1731035972305Closed at 1731035972305 2024-11-08T03:19:32,305 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/.initializing 2024-11-08T03:19:32,305 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/WALs/350fccc412b5,46657,1731035971644 2024-11-08T03:19:32,306 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:32,307 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C46657%2C1731035971644, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/WALs/350fccc412b5,46657,1731035971644, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/oldWALs, maxLogs=10 2024-11-08T03:19:32,319 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/WALs/350fccc412b5,46657,1731035971644/350fccc412b5%2C46657%2C1731035971644.1731035972307, exclude list is [], retry=0 2024-11-08T03:19:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-35cf559c-8a26-4cfc-a93a-854276727901,DISK] 2024-11-08T03:19:32,323 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/WALs/350fccc412b5,46657,1731035971644/350fccc412b5%2C46657%2C1731035971644.1731035972307 2024-11-08T03:19:32,323 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36907:36907)] 2024-11-08T03:19:32,323 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:32,323 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:32,323 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,323 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:19:32,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:32,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:32,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:19:32,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:32,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:32,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:19:32,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:32,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:32,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:19:32,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:32,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:32,328 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,329 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,329 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,329 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,329 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,330 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:32,330 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:19:32,331 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:32,332 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59032568, jitterRate=-0.12034618854522705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:32,332 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731035972323Initializing all the Stores at 1731035972324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035972324Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035972324Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035972324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035972324Cleaning up temporary data from old regions at 1731035972329 (+5 ms)Region opened successfully at 1731035972332 (+3 ms) 2024-11-08T03:19:32,332 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:19:32,334 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3335847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:32,334 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:19:32,334 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:19:32,334 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:19:32,334 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:19:32,335 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:19:32,335 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:19:32,335 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:19:32,336 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:19:32,337 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/balancer because node does not exist (not necessarily an error) 2024-11-08T03:19:32,385 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/balancer already deleted, retry=false 2024-11-08T03:19:32,386 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:19:32,387 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:19:32,396 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/normalizer already deleted, retry=false 2024-11-08T03:19:32,396 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:19:32,397 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:19:32,406 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/switch/split already deleted, retry=false 2024-11-08T03:19:32,407 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:19:32,417 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/switch/merge already deleted, retry=false 2024-11-08T03:19:32,419 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:19:32,427 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/snapshot-cleanup already deleted, retry=false 2024-11-08T03:19:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2075195995/running 2024-11-08T03:19:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2075195995/running 2024-11-08T03:19:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,438 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,46657,1731035971644, sessionid=0x1011874899d0006, setting cluster-up flag (Was=false) 2024-11-08T03:19:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,491 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2075195995/flush-table-proc/acquired, /2-2075195995/flush-table-proc/reached, /2-2075195995/flush-table-proc/abort 2024-11-08T03:19:32,492 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46657,1731035971644 2024-11-08T03:19:32,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:32,543 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2075195995/online-snapshot/acquired, /2-2075195995/online-snapshot/reached, /2-2075195995/online-snapshot/abort 2024-11-08T03:19:32,544 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46657,1731035971644 2024-11-08T03:19:32,545 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:19:32,546 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:32,546 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:19:32,547 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:19:32,547 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,46657,1731035971644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:32,548 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036002549 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:19:32,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:32,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:19:32,549 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:19:32,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:19:32,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:19:32,550 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035972550,5,FailOnTimeoutGroup] 2024-11-08T03:19:32,550 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035972550,5,FailOnTimeoutGroup] 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,550 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:19:32,605 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(746): ClusterId : c3f86f38-933e-4349-b8f8-016cfd3378c0 2024-11-08T03:19:32,605 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:19:32,618 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:19:32,618 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:19:32,628 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:19:32,628 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf7222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:19:32,639 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:35931 2024-11-08T03:19:32,639 INFO [RS:0;350fccc412b5:35931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:19:32,639 INFO [RS:0;350fccc412b5:35931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:19:32,639 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:19:32,640 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,46657,1731035971644 with port=35931, startcode=1731035971783 2024-11-08T03:19:32,640 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:19:32,642 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:19:32,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46657 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,643 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a 2024-11-08T03:19:32,643 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46211 2024-11-08T03:19:32,643 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:19:32,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/rs 2024-11-08T03:19:32,691 DEBUG [RS:0;350fccc412b5:35931 {}] zookeeper.ZKUtil(111): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on existing znode=/2-2075195995/rs/350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,691 WARN [RS:0;350fccc412b5:35931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:19:32,691 INFO [RS:0;350fccc412b5:35931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:32,691 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,35931,1731035971783] 2024-11-08T03:19:32,693 INFO [RS:0;350fccc412b5:35931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:19:32,694 INFO [RS:0;350fccc412b5:35931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:19:32,694 INFO [RS:0;350fccc412b5:35931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:19:32,695 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,695 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:19:32,695 INFO [RS:0;350fccc412b5:35931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:19:32,695 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,695 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,696 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,696 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:19:32,696 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:32,696 DEBUG [RS:0;350fccc412b5:35931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,696 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35931,1731035971783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:32,713 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:19:32,713 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35931,1731035971783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,713 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,713 INFO [RS:0;350fccc412b5:35931 {}] regionserver.Replication(171): 350fccc412b5,35931,1731035971783 started 2024-11-08T03:19:32,729 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:32,729 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,35931,1731035971783, RpcServer on 350fccc412b5/172.17.0.3:35931, sessionid=0x1011874899d0007 2024-11-08T03:19:32,729 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:19:32,729 DEBUG [RS:0;350fccc412b5:35931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,729 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35931,1731035971783' 2024-11-08T03:19:32,729 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2075195995/flush-table-proc/abort' 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2075195995/flush-table-proc/acquired' 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,35931,1731035971783 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35931,1731035971783' 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2075195995/online-snapshot/abort' 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2075195995/online-snapshot/acquired' 2024-11-08T03:19:32,730 DEBUG [RS:0;350fccc412b5:35931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:19:32,730 INFO [RS:0;350fccc412b5:35931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:19:32,731 INFO [RS:0;350fccc412b5:35931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:19:32,831 INFO [RS:0;350fccc412b5:35931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:19:32,832 INFO [RS:0;350fccc412b5:35931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35931%2C1731035971783, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/oldWALs, maxLogs=10 2024-11-08T03:19:32,847 DEBUG [RS:0;350fccc412b5:35931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, exclude list is [], retry=0 2024-11-08T03:19:32,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-35cf559c-8a26-4cfc-a93a-854276727901,DISK] 2024-11-08T03:19:32,851 INFO [RS:0;350fccc412b5:35931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 2024-11-08T03:19:32,854 DEBUG [RS:0;350fccc412b5:35931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36907:36907)] 2024-11-08T03:19:32,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:19:32,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a 2024-11-08T03:19:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:19:33,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:33,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:33,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:33,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:33,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:33,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:33,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:33,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:33,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:33,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:33,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740 2024-11-08T03:19:33,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740 2024-11-08T03:19:33,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:33,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:33,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:33,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:33,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71006845, jitterRate=0.05808444321155548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731035973361Initializing all the Stores at 1731035973362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035973362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973362Cleaning up temporary data from old regions at 1731035973368 (+6 ms)Region opened successfully at 1731035973370 (+2 ms) 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:33,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:33,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:33,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:33,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035973370Disabling compacts and flushes for region at 1731035973370Disabling writes for close at 1731035973370Writing region close event to WAL at 1731035973371 (+1 ms)Closed at 1731035973371 2024-11-08T03:19:33,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:33,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:19:33,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:19:33,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:33,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:19:33,523 DEBUG [350fccc412b5:46657 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:19:33,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:33,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35931,1731035971783, state=OPENING 2024-11-08T03:19:33,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:19:33,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:33,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:33,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:19:33,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35931,1731035971783}] 2024-11-08T03:19:33,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2075195995/meta-region-server: CHANGED 2024-11-08T03:19:33,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2075195995/meta-region-server: CHANGED 2024-11-08T03:19:33,738 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:33,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:19:33,742 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:19:33,742 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:33,742 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:19:33,743 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35931%2C1731035971783.meta, suffix=.meta, logDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/oldWALs, maxLogs=10 2024-11-08T03:19:33,755 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.meta.1731035973743.meta, exclude list is [], retry=0 2024-11-08T03:19:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-35cf559c-8a26-4cfc-a93a-854276727901,DISK] 2024-11-08T03:19:33,759 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.meta.1731035973743.meta 2024-11-08T03:19:33,759 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36907:36907)] 2024-11-08T03:19:33,759 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:33,760 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:19:33,760 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:19:33,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:19:33,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:19:33,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:19:33,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:19:33,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:19:33,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:19:33,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:19:33,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:19:33,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:19:33,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:33,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:19:33,765 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:19:33,765 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740 2024-11-08T03:19:33,766 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740 2024-11-08T03:19:33,767 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:19:33,767 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:19:33,767 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:19:33,768 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:19:33,769 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65406159, jitterRate=-0.025372281670570374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:19:33,769 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:19:33,769 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731035973760Writing region info on filesystem at 1731035973761 (+1 ms)Initializing all the Stores at 1731035973761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035973761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731035973761Cleaning up temporary data from old regions at 1731035973767 (+6 ms)Running coprocessor post-open hooks at 1731035973769 (+2 ms)Region opened successfully at 1731035973769 2024-11-08T03:19:33,770 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731035973738 2024-11-08T03:19:33,772 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:19:33,772 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:19:33,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:33,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35931,1731035971783, state=OPEN 2024-11-08T03:19:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2075195995/meta-region-server 2024-11-08T03:19:33,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2075195995/meta-region-server 2024-11-08T03:19:33,785 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,35931,1731035971783 2024-11-08T03:19:33,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2075195995/meta-region-server: CHANGED 2024-11-08T03:19:33,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2075195995/meta-region-server: CHANGED 2024-11-08T03:19:33,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:19:33,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35931,1731035971783 in 199 msec 2024-11-08T03:19:33,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:19:33,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-08T03:19:33,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:19:33,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:19:33,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:33,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35931,1731035971783, seqNum=-1] 2024-11-08T03:19:33,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:33,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:33,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-08T03:19:33,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731035973795, completionTime=-1 2024-11-08T03:19:33,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:19:33,795 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036033797 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036093797 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:46657, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,800 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.957sec 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:19:33,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:19:33,807 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:19:33,808 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:19:33,808 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:19:33,808 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46657,1731035971644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:19:33,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f37caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:33,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:33,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:33,908 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73979c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:33,909 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:33,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:33,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35931,1731035971783, seqNum=-1] 2024-11-08T03:19:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:33,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:33,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,46657,1731035971644 2024-11-08T03:19:33,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61014 2024-11-08T03:19:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:19:33,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011874899d0008 connected 2024-11-08T03:19:34,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,39545,1731035960919 2024-11-08T03:19:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26666acc 2024-11-08T03:19:34,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:34,004 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:34,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:19:34,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:34,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:34,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:19:34,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:19:34,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4ef132168cd8afbc80fb7f61715f5e5, NAME => 'test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9 2024-11-08T03:19:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:19:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a4ef132168cd8afbc80fb7f61715f5e5, disabling compactions & flushes 2024-11-08T03:19:34,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. after waiting 0 ms 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4ef132168cd8afbc80fb7f61715f5e5: Waiting for close lock at 1731035974417Disabling compacts and flushes for region at 1731035974417Disabling writes for close at 1731035974417Writing region close event to WAL at 1731035974417Closed at 1731035974417 2024-11-08T03:19:34,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:34,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035974418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035974418"}]},"ts":"1731035974418"} 2024-11-08T03:19:34,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:34,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:34,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035974421"}]},"ts":"1731035974421"} 2024-11-08T03:19:34,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:19:34,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4ef132168cd8afbc80fb7f61715f5e5, ASSIGN}] 2024-11-08T03:19:34,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4ef132168cd8afbc80fb7f61715f5e5, ASSIGN 2024-11-08T03:19:34,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a4ef132168cd8afbc80fb7f61715f5e5, ASSIGN; state=OFFLINE, location=350fccc412b5,42709,1731035961135; forceNewPlan=false, retain=false 2024-11-08T03:19:34,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4ef132168cd8afbc80fb7f61715f5e5, regionState=OPENING, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:34,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a4ef132168cd8afbc80fb7f61715f5e5, ASSIGN because future has completed 2024-11-08T03:19:34,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ef132168cd8afbc80fb7f61715f5e5, server=350fccc412b5,42709,1731035961135}] 2024-11-08T03:19:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:34,732 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,732 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a4ef132168cd8afbc80fb7f61715f5e5, NAME => 'test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:34,732 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:34,732 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:19:34,732 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,733 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:34,733 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,733 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,734 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,734 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ef132168cd8afbc80fb7f61715f5e5 columnFamilyName f 2024-11-08T03:19:34,735 DEBUG [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:34,735 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(327): Store=a4ef132168cd8afbc80fb7f61715f5e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:34,735 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,736 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ef132168cd8afbc80fb7f61715f5e5 columnFamilyName f1 2024-11-08T03:19:34,736 DEBUG [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:34,736 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(327): Store=a4ef132168cd8afbc80fb7f61715f5e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:34,736 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,737 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ef132168cd8afbc80fb7f61715f5e5 columnFamilyName norep 2024-11-08T03:19:34,737 DEBUG [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:34,737 INFO [StoreOpener-a4ef132168cd8afbc80fb7f61715f5e5-1 {}] regionserver.HStore(327): Store=a4ef132168cd8afbc80fb7f61715f5e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:34,737 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,738 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,738 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,739 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,739 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,739 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:34,740 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,741 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:34,741 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a4ef132168cd8afbc80fb7f61715f5e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65003808, jitterRate=-0.03136777877807617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:34,741 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:19:34,742 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a4ef132168cd8afbc80fb7f61715f5e5: Running coprocessor pre-open hook at 1731035974733Writing region info on filesystem at 1731035974733Initializing all the Stores at 1731035974733Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035974733Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035974733Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035974733Cleaning up temporary data from old regions at 1731035974739 (+6 ms)Running coprocessor post-open hooks at 1731035974741 (+2 ms)Region opened successfully at 1731035974742 (+1 ms) 2024-11-08T03:19:34,743 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., pid=6, masterSystemTime=1731035974729 2024-11-08T03:19:34,744 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,744 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:19:34,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4ef132168cd8afbc80fb7f61715f5e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:34,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ef132168cd8afbc80fb7f61715f5e5, server=350fccc412b5,42709,1731035961135 because future has completed 2024-11-08T03:19:34,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:19:34,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4ef132168cd8afbc80fb7f61715f5e5, server=350fccc412b5,42709,1731035961135 in 171 msec 2024-11-08T03:19:34,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:19:34,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a4ef132168cd8afbc80fb7f61715f5e5, ASSIGN in 326 msec 2024-11-08T03:19:34,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:34,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035974751"}]},"ts":"1731035974751"} 2024-11-08T03:19:34,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:19:34,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:34,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-08T03:19:35,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:35,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:35,078 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48432 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:35,148 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:19:35,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43455,1731035966192 2024-11-08T03:19:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117a2c7e 2024-11-08T03:19:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:35,150 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:35,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:19:35,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:35,152 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:35,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:19:35,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:19:35,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:35,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:35,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:19:35,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 304e9f1e52332a7140db6b076fc6e873, NAME => 'test,,1731035975150.304e9f1e52332a7140db6b076fc6e873.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7 2024-11-08T03:19:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:19:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:35,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035975150.304e9f1e52332a7140db6b076fc6e873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:35,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 304e9f1e52332a7140db6b076fc6e873, disabling compactions & flushes 2024-11-08T03:19:35,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:35,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:35,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. after waiting 0 ms 2024-11-08T03:19:35,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:35,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:35,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 304e9f1e52332a7140db6b076fc6e873: Waiting for close lock at 1731035975964Disabling compacts and flushes for region at 1731035975964Disabling writes for close at 1731035975964Writing region close event to WAL at 1731035975964Closed at 1731035975964 2024-11-08T03:19:35,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:35,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035975150.304e9f1e52332a7140db6b076fc6e873.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035975965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035975965"}]},"ts":"1731035975965"} 2024-11-08T03:19:35,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:35,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:35,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035975967"}]},"ts":"1731035975967"} 2024-11-08T03:19:35,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:19:35,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304e9f1e52332a7140db6b076fc6e873, ASSIGN}] 2024-11-08T03:19:35,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=304e9f1e52332a7140db6b076fc6e873, ASSIGN 2024-11-08T03:19:35,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=304e9f1e52332a7140db6b076fc6e873, ASSIGN; state=OFFLINE, location=350fccc412b5,38907,1731035966335; forceNewPlan=false, retain=false 2024-11-08T03:19:36,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304e9f1e52332a7140db6b076fc6e873, regionState=OPENING, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:36,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=304e9f1e52332a7140db6b076fc6e873, ASSIGN because future has completed 2024-11-08T03:19:36,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304e9f1e52332a7140db6b076fc6e873, server=350fccc412b5,38907,1731035966335}] 2024-11-08T03:19:36,277 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:36,277 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 304e9f1e52332a7140db6b076fc6e873, NAME => 'test,,1731035975150.304e9f1e52332a7140db6b076fc6e873.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:36,278 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:36,278 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:19:36,278 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,278 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035975150.304e9f1e52332a7140db6b076fc6e873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:36,278 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,278 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,279 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,280 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e9f1e52332a7140db6b076fc6e873 columnFamilyName f 2024-11-08T03:19:36,280 DEBUG [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:36,280 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(327): Store=304e9f1e52332a7140db6b076fc6e873/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:36,280 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,281 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e9f1e52332a7140db6b076fc6e873 columnFamilyName f1 2024-11-08T03:19:36,281 DEBUG [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:36,281 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(327): Store=304e9f1e52332a7140db6b076fc6e873/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:36,281 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,282 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304e9f1e52332a7140db6b076fc6e873 columnFamilyName norep 2024-11-08T03:19:36,282 DEBUG [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:36,282 INFO [StoreOpener-304e9f1e52332a7140db6b076fc6e873-1 {}] regionserver.HStore(327): Store=304e9f1e52332a7140db6b076fc6e873/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:36,282 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,283 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,283 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,284 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,284 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,284 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:36,285 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,286 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:36,287 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 304e9f1e52332a7140db6b076fc6e873; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74765712, jitterRate=0.11409592628479004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:36,287 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:36,287 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 304e9f1e52332a7140db6b076fc6e873: Running coprocessor pre-open hook at 1731035976278Writing region info on filesystem at 1731035976278Initializing all the Stores at 1731035976279 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035976279Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035976279Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035976279Cleaning up temporary data from old regions at 1731035976284 (+5 ms)Running coprocessor post-open hooks at 1731035976287 (+3 ms)Region opened successfully at 1731035976287 2024-11-08T03:19:36,287 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035975150.304e9f1e52332a7140db6b076fc6e873., pid=6, masterSystemTime=1731035976274 2024-11-08T03:19:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:36,289 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:36,289 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:36,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=304e9f1e52332a7140db6b076fc6e873, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:36,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304e9f1e52332a7140db6b076fc6e873, server=350fccc412b5,38907,1731035966335 because future has completed 2024-11-08T03:19:36,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:19:36,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 304e9f1e52332a7140db6b076fc6e873, server=350fccc412b5,38907,1731035966335 in 170 msec 2024-11-08T03:19:36,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:19:36,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=304e9f1e52332a7140db6b076fc6e873, ASSIGN in 326 msec 2024-11-08T03:19:36,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:36,296 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035976296"}]},"ts":"1731035976296"} 2024-11-08T03:19:36,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:19:36,298 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:36,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-08T03:19:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:37,298 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:19:37,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399f63a7 2024-11-08T03:19:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:37,300 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:37,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:19:37,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:37,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:19:37,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:37,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:19:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:37,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2df571e5a4b648d3b86224adf25a9535, NAME => 'test,,1731035977300.2df571e5a4b648d3b86224adf25a9535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a 2024-11-08T03:19:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:19:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731035977300.2df571e5a4b648d3b86224adf25a9535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2df571e5a4b648d3b86224adf25a9535, disabling compactions & flushes 2024-11-08T03:19:38,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. after waiting 0 ms 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2df571e5a4b648d3b86224adf25a9535: Waiting for close lock at 1731035978156Disabling compacts and flushes for region at 1731035978156Disabling writes for close at 1731035978156Writing region close event to WAL at 1731035978156Closed at 1731035978156 2024-11-08T03:19:38,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:38,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731035977300.2df571e5a4b648d3b86224adf25a9535.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731035978157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035978157"}]},"ts":"1731035978157"} 2024-11-08T03:19:38,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:38,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:38,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035978159"}]},"ts":"1731035978159"} 2024-11-08T03:19:38,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:19:38,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2df571e5a4b648d3b86224adf25a9535, ASSIGN}] 2024-11-08T03:19:38,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2df571e5a4b648d3b86224adf25a9535, ASSIGN 2024-11-08T03:19:38,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2df571e5a4b648d3b86224adf25a9535, ASSIGN; state=OFFLINE, location=350fccc412b5,35931,1731035971783; forceNewPlan=false, retain=false 2024-11-08T03:19:38,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df571e5a4b648d3b86224adf25a9535, regionState=OPENING, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2df571e5a4b648d3b86224adf25a9535, ASSIGN because future has completed 2024-11-08T03:19:38,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df571e5a4b648d3b86224adf25a9535, server=350fccc412b5,35931,1731035971783}] 2024-11-08T03:19:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:38,470 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,470 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2df571e5a4b648d3b86224adf25a9535, NAME => 'test,,1731035977300.2df571e5a4b648d3b86224adf25a9535.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:38,471 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:38,471 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:19:38,471 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,471 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731035977300.2df571e5a4b648d3b86224adf25a9535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:38,471 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,471 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,472 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,473 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df571e5a4b648d3b86224adf25a9535 columnFamilyName f 2024-11-08T03:19:38,473 DEBUG [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:38,473 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(327): Store=2df571e5a4b648d3b86224adf25a9535/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:38,473 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,474 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df571e5a4b648d3b86224adf25a9535 columnFamilyName f1 2024-11-08T03:19:38,474 DEBUG [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:38,474 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(327): Store=2df571e5a4b648d3b86224adf25a9535/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:38,474 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,475 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2df571e5a4b648d3b86224adf25a9535 columnFamilyName norep 2024-11-08T03:19:38,475 DEBUG [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:38,475 INFO [StoreOpener-2df571e5a4b648d3b86224adf25a9535-1 {}] regionserver.HStore(327): Store=2df571e5a4b648d3b86224adf25a9535/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:38,475 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,476 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,476 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,477 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,477 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,477 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:38,478 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,480 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:38,480 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2df571e5a4b648d3b86224adf25a9535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62710777, jitterRate=-0.06553660333156586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:38,480 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:38,481 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2df571e5a4b648d3b86224adf25a9535: Running coprocessor pre-open hook at 1731035978471Writing region info on filesystem at 1731035978471Initializing all the Stores at 1731035978472 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035978472Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035978472Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035978472Cleaning up temporary data from old regions at 1731035978477 (+5 ms)Running coprocessor post-open hooks at 1731035978480 (+3 ms)Region opened successfully at 1731035978480 2024-11-08T03:19:38,482 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., pid=6, masterSystemTime=1731035978468 2024-11-08T03:19:38,483 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,484 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:38,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2df571e5a4b648d3b86224adf25a9535, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:38,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2df571e5a4b648d3b86224adf25a9535, server=350fccc412b5,35931,1731035971783 because future has completed 2024-11-08T03:19:38,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:19:38,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2df571e5a4b648d3b86224adf25a9535, server=350fccc412b5,35931,1731035971783 in 172 msec 2024-11-08T03:19:38,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:19:38,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2df571e5a4b648d3b86224adf25a9535, ASSIGN in 328 msec 2024-11-08T03:19:38,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:38,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035978491"}]},"ts":"1731035978491"} 2024-11-08T03:19:38,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:19:38,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:38,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-08T03:19:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:19:39,449 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:19:39,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:39,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:39,450 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:39,452 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ca5517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,39545,1731035960919 2024-11-08T03:19:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37488893 2024-11-08T03:19:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:39,454 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:39,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:43455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:19:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:19:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:39,456 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43455' 2024-11-08T03:19:39,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334dcb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,457 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:39,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:39,458 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7828791d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:39,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:39,459 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:39,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e54eb06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:39,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:39,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43455,1731035966192 2024-11-08T03:19:39,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc0f02e 2024-11-08T03:19:39,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:39,461 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:39,461 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:19:39,461 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:19:39,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:39,462 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:39,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:39,462 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:39,463 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:19:39,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:39,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:39,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:19:39,513 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:19:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:39,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b83221ee89bf6e12cd135eb4d934efca, NAME => 'hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9 2024-11-08T03:19:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:19:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:40,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:40,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b83221ee89bf6e12cd135eb4d934efca, disabling compactions & flushes 2024-11-08T03:19:40,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. after waiting 0 ms 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b83221ee89bf6e12cd135eb4d934efca: Waiting for close lock at 1731035980276Disabling compacts and flushes for region at 1731035980276Disabling writes for close at 1731035980276Writing region close event to WAL at 1731035980276Closed at 1731035980276 2024-11-08T03:19:40,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:40,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035980277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035980277"}]},"ts":"1731035980277"} 2024-11-08T03:19:40,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:40,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:40,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035980280"}]},"ts":"1731035980280"} 2024-11-08T03:19:40,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:19:40,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83221ee89bf6e12cd135eb4d934efca, ASSIGN}] 2024-11-08T03:19:40,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83221ee89bf6e12cd135eb4d934efca, ASSIGN 2024-11-08T03:19:40,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b83221ee89bf6e12cd135eb4d934efca, ASSIGN; state=OFFLINE, location=350fccc412b5,42709,1731035961135; forceNewPlan=false, retain=false 2024-11-08T03:19:40,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:40,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:19:40,314 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:40,315 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:40,315 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:19:40,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83221ee89bf6e12cd135eb4d934efca, regionState=OPENING, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:40,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b83221ee89bf6e12cd135eb4d934efca, ASSIGN because future has completed 2024-11-08T03:19:40,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83221ee89bf6e12cd135eb4d934efca, server=350fccc412b5,42709,1731035961135}] 2024-11-08T03:19:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:40,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:40,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:19:40,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C42709%2C1731035961135.rep, suffix=, logDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135, archiveDir=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/oldWALs, maxLogs=10 2024-11-08T03:19:40,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.rep.1731035980594, exclude list is [], retry=0 2024-11-08T03:19:40,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44075,DS-5f0b90bd-32d6-4bd6-8d38-d45dc167f3c1,DISK] 2024-11-08T03:19:40,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.rep.1731035980594 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b83221ee89bf6e12cd135eb4d934efca, NAME => 'hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:40,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. service=MultiRowMutationService 2024-11-08T03:19:40,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:40,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,612 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,613 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83221ee89bf6e12cd135eb4d934efca columnFamilyName hfileref 2024-11-08T03:19:40,613 DEBUG [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:40,613 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(327): Store=b83221ee89bf6e12cd135eb4d934efca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:40,613 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,614 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83221ee89bf6e12cd135eb4d934efca columnFamilyName queue 2024-11-08T03:19:40,614 DEBUG [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:40,614 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(327): Store=b83221ee89bf6e12cd135eb4d934efca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:40,615 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,615 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83221ee89bf6e12cd135eb4d934efca columnFamilyName sid 2024-11-08T03:19:40,616 DEBUG [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:40,616 INFO [StoreOpener-b83221ee89bf6e12cd135eb4d934efca-1 {}] regionserver.HStore(327): Store=b83221ee89bf6e12cd135eb4d934efca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:40,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:40,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b83221ee89bf6e12cd135eb4d934efca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71911732, jitterRate=0.0715683102607727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:19:40,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b83221ee89bf6e12cd135eb4d934efca: Running coprocessor pre-open hook at 1731035980611Writing region info on filesystem at 1731035980611Initializing all the Stores at 1731035980611Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035980611Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035980612 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035980612Cleaning up temporary data from old regions at 1731035980617 (+5 ms)Running coprocessor post-open hooks at 1731035980621 (+4 ms)Region opened successfully at 1731035980621 2024-11-08T03:19:40,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca., pid=10, masterSystemTime=1731035980588 2024-11-08T03:19:40,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:19:40,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83221ee89bf6e12cd135eb4d934efca, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,42709,1731035961135 2024-11-08T03:19:40,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83221ee89bf6e12cd135eb4d934efca, server=350fccc412b5,42709,1731035961135 because future has completed 2024-11-08T03:19:40,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:19:40,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b83221ee89bf6e12cd135eb4d934efca, server=350fccc412b5,42709,1731035961135 in 191 msec 2024-11-08T03:19:40,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:19:40,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83221ee89bf6e12cd135eb4d934efca, ASSIGN in 347 msec 2024-11-08T03:19:40,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:40,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035980631"}]},"ts":"1731035980631"} 2024-11-08T03:19:40,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:19:40,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:40,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-08T03:19:40,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca., hostname=350fccc412b5,42709,1731035961135, seqNum=2] 2024-11-08T03:19:40,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:40,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:19:40,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:40,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:19:40,942 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:19:40,967 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,42709,1731035961135, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:40,968 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:40,968 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42709,1731035961135, seqNum=-1] 2024-11-08T03:19:40,968 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:40,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:40,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,42709,1731035961135', locateType=CURRENT is [region=hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca., hostname=350fccc412b5,42709,1731035961135, seqNum=2] 2024-11-08T03:19:40,973 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:19:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:19:40,974 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,42709,1731035961135 suceeded 2024-11-08T03:19:40,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:19:40,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T03:19:40,976 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:43455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:19:40,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-08T03:19:40,987 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43455' 2024-11-08T03:19:40,988 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8ca5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:40,988 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:40,989 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:40,989 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69e6f793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:40,990 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:40,991 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510e6c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:40,991 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43455,1731035966192 2024-11-08T03:19:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@307c9ba5 2024-11-08T03:19:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:40,992 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:40,992 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,42709,1731035961135 (queues=1) is replicating from cluster=a03e7988-4108-4b50-bd16-14cf29251e21 to cluster=86e6e84b-315c-4d7c-b005-3e81af83bca2 2024-11-08T03:19:40,992 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C42709%2C1731035961135 2024-11-08T03:19:40,993 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,42709,1731035961135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:40,993 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C42709%2C1731035961135 2024-11-08T03:19:40,993 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, startPosition=0, beingWritten=true 2024-11-08T03:19:40,997 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:40,997 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:40,997 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:41,200 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:41,503 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:41,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:19:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:41,599 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:41,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:41,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:41,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:41,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:41,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:41,600 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352d5ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,601 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43455,1731035966192 2024-11-08T03:19:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-11-08T03:19:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:41,603 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:41,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:46657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:19:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:19:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:41,606 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:46657' 2024-11-08T03:19:41,606 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30216349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,606 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:41,606 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:41,607 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:41,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:41,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:41,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b9449d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:41,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:41,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,608 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:41,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359e7304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:41,609 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:41,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:41,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb48a91 2024-11-08T03:19:41,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:41,610 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:41,610 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T03:19:41,610 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:19:41,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:41,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:41,611 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:41,612 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:19:41,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:41,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:41,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:41,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:19:41,662 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:19:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:41,907 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:42,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a2491eb427aa4fc1e8c72fd3c97c75a, NAME => 'hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7 2024-11-08T03:19:42,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:19:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:42,410 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a2491eb427aa4fc1e8c72fd3c97c75a, disabling compactions & flushes 2024-11-08T03:19:42,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. after waiting 0 ms 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a2491eb427aa4fc1e8c72fd3c97c75a: Waiting for close lock at 1731035982423Disabling compacts and flushes for region at 1731035982423Disabling writes for close at 1731035982423Writing region close event to WAL at 1731035982423Closed at 1731035982423 2024-11-08T03:19:42,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:42,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035982424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035982424"}]},"ts":"1731035982424"} 2024-11-08T03:19:42,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:42,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:42,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035982426"}]},"ts":"1731035982426"} 2024-11-08T03:19:42,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:19:42,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a2491eb427aa4fc1e8c72fd3c97c75a, ASSIGN}] 2024-11-08T03:19:42,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a2491eb427aa4fc1e8c72fd3c97c75a, ASSIGN 2024-11-08T03:19:42,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a2491eb427aa4fc1e8c72fd3c97c75a, ASSIGN; state=OFFLINE, location=350fccc412b5,38907,1731035966335; forceNewPlan=false, retain=false 2024-11-08T03:19:42,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a2491eb427aa4fc1e8c72fd3c97c75a, regionState=OPENING, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a2491eb427aa4fc1e8c72fd3c97c75a, ASSIGN because future has completed 2024-11-08T03:19:42,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a2491eb427aa4fc1e8c72fd3c97c75a, server=350fccc412b5,38907,1731035966335}] 2024-11-08T03:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:42,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:19:42,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C38907%2C1731035966335.rep, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/oldWALs, maxLogs=10 2024-11-08T03:19:42,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.rep.1731035982781, exclude list is [], retry=0 2024-11-08T03:19:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35249,DS-06217205-d0ae-4ef7-980b-805db9bdd8ec,DISK] 2024-11-08T03:19:42,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.rep.1731035982781 2024-11-08T03:19:42,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175)] 2024-11-08T03:19:42,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a2491eb427aa4fc1e8c72fd3c97c75a, NAME => 'hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:42,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:42,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:42,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. service=MultiRowMutationService 2024-11-08T03:19:42,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:19:42,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:42,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,800 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,801 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2491eb427aa4fc1e8c72fd3c97c75a columnFamilyName hfileref 2024-11-08T03:19:42,801 DEBUG [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:42,801 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(327): Store=5a2491eb427aa4fc1e8c72fd3c97c75a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:42,801 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,802 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2491eb427aa4fc1e8c72fd3c97c75a columnFamilyName queue 2024-11-08T03:19:42,802 DEBUG [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:42,802 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(327): Store=5a2491eb427aa4fc1e8c72fd3c97c75a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:42,802 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,803 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2491eb427aa4fc1e8c72fd3c97c75a columnFamilyName sid 2024-11-08T03:19:42,803 DEBUG [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:42,803 INFO [StoreOpener-5a2491eb427aa4fc1e8c72fd3c97c75a-1 {}] regionserver.HStore(327): Store=5a2491eb427aa4fc1e8c72fd3c97c75a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:42,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/replication/5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/replication/5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:42,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/replication/5a2491eb427aa4fc1e8c72fd3c97c75a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:42,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a2491eb427aa4fc1e8c72fd3c97c75a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69530540, jitterRate=0.03608578443527222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:42,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:42,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a2491eb427aa4fc1e8c72fd3c97c75a: Running coprocessor pre-open hook at 1731035982799Writing region info on filesystem at 1731035982799Initializing all the Stores at 1731035982799Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035982799Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035982800 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035982800Cleaning up temporary data from old regions at 1731035982805 (+5 ms)Running coprocessor post-open hooks at 1731035982808 (+3 ms)Region opened successfully at 1731035982808 2024-11-08T03:19:42,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a., pid=10, masterSystemTime=1731035982734 2024-11-08T03:19:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:42,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a2491eb427aa4fc1e8c72fd3c97c75a, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,38907,1731035966335 2024-11-08T03:19:42,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a2491eb427aa4fc1e8c72fd3c97c75a, server=350fccc412b5,38907,1731035966335 because future has completed 2024-11-08T03:19:42,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:19:42,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a2491eb427aa4fc1e8c72fd3c97c75a, server=350fccc412b5,38907,1731035966335 in 231 msec 2024-11-08T03:19:42,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:19:42,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a2491eb427aa4fc1e8c72fd3c97c75a, ASSIGN in 387 msec 2024-11-08T03:19:42,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:42,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035982816"}]},"ts":"1731035982816"} 2024-11-08T03:19:42,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:19:42,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:42,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-08T03:19:42,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a., hostname=350fccc412b5,38907,1731035966335, seqNum=2] 2024-11-08T03:19:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:43,014 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:43,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:19:43,075 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:19:43,101 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,38907,1731035966335, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:43,101 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:43,102 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,38907,1731035966335, seqNum=-1] 2024-11-08T03:19:43,102 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:43,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,38907,1731035966335', locateType=CURRENT is [region=hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a., hostname=350fccc412b5,38907,1731035966335, seqNum=2] 2024-11-08T03:19:43,107 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:19:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:19:43,108 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,38907,1731035966335 suceeded 2024-11-08T03:19:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:19:43,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T03:19:43,110 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:46657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:19:43,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-08T03:19:43,121 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:46657' 2024-11-08T03:19:43,122 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276ad66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,122 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:43,122 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:43,123 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528a1cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,124 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:43,125 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39af9fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,125 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ab9e24 2024-11-08T03:19:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:43,126 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:43,127 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,38907,1731035966335 (queues=1) is replicating from cluster=86e6e84b-315c-4d7c-b005-3e81af83bca2 to cluster=c3f86f38-933e-4349-b8f8-016cfd3378c0 2024-11-08T03:19:43,127 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C38907%2C1731035966335 2024-11-08T03:19:43,127 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,38907,1731035966335, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:43,127 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C38907%2C1731035966335 2024-11-08T03:19:43,127 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, startPosition=0, beingWritten=true 2024-11-08T03:19:43,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:43,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:43,131 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:43,334 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:43,637 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:43,716 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:43,748 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:43,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:43,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:43,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:43,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:43,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:43,750 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604b4266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,752 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:43,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1118498f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63282fc0 2024-11-08T03:19:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:43,755 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:43,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:39545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:19:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:19:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:43,758 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:39545' 2024-11-08T03:19:43,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35624bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,759 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:43,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:43,760 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436abb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:43,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,761 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:43,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649303d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:43,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,39545,1731035960919 2024-11-08T03:19:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3553d32c 2024-11-08T03:19:43,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:43,764 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:43,765 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:19:43,765 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:19:43,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:43,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:43,766 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:19:43,767 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:19:43,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:19:43,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:43,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:19:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:19:43,817 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:19:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:44,040 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:44,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c057ce6a207d260c8a013cc80156b5d8, NAME => 'hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a 2024-11-08T03:19:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:19:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:44,520 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:44,543 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c057ce6a207d260c8a013cc80156b5d8, disabling compactions & flushes 2024-11-08T03:19:44,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. after waiting 0 ms 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c057ce6a207d260c8a013cc80156b5d8: Waiting for close lock at 1731035984581Disabling compacts and flushes for region at 1731035984581Disabling writes for close at 1731035984581Writing region close event to WAL at 1731035984581Closed at 1731035984581 2024-11-08T03:19:44,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:19:44,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731035984582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731035984582"}]},"ts":"1731035984582"} 2024-11-08T03:19:44,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:19:44,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:19:44,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035984585"}]},"ts":"1731035984585"} 2024-11-08T03:19:44,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:19:44,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c057ce6a207d260c8a013cc80156b5d8, ASSIGN}] 2024-11-08T03:19:44,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c057ce6a207d260c8a013cc80156b5d8, ASSIGN 2024-11-08T03:19:44,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c057ce6a207d260c8a013cc80156b5d8, ASSIGN; state=OFFLINE, location=350fccc412b5,35931,1731035971783; forceNewPlan=false, retain=false 2024-11-08T03:19:44,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c057ce6a207d260c8a013cc80156b5d8, regionState=OPENING, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:44,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c057ce6a207d260c8a013cc80156b5d8, ASSIGN because future has completed 2024-11-08T03:19:44,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c057ce6a207d260c8a013cc80156b5d8, server=350fccc412b5,35931,1731035971783}] 2024-11-08T03:19:44,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:19:44,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:19:44,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35931%2C1731035971783.rep, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/oldWALs, maxLogs=10 2024-11-08T03:19:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:44,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.rep.1731035984897, exclude list is [], retry=0 2024-11-08T03:19:44,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-35cf559c-8a26-4cfc-a93a-854276727901,DISK] 2024-11-08T03:19:44,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.rep.1731035984897 2024-11-08T03:19:44,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36907:36907)] 2024-11-08T03:19:44,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c057ce6a207d260c8a013cc80156b5d8, NAME => 'hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:19:44,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:19:44,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:19:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. service=MultiRowMutationService 2024-11-08T03:19:44,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:19:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:19:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,914 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,915 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c057ce6a207d260c8a013cc80156b5d8 columnFamilyName hfileref 2024-11-08T03:19:44,915 DEBUG [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:44,916 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(327): Store=c057ce6a207d260c8a013cc80156b5d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:44,916 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,917 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c057ce6a207d260c8a013cc80156b5d8 columnFamilyName queue 2024-11-08T03:19:44,917 DEBUG [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:44,917 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(327): Store=c057ce6a207d260c8a013cc80156b5d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:44,917 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,918 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c057ce6a207d260c8a013cc80156b5d8 columnFamilyName sid 2024-11-08T03:19:44,918 DEBUG [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:19:44,918 INFO [StoreOpener-c057ce6a207d260c8a013cc80156b5d8-1 {}] regionserver.HStore(327): Store=c057ce6a207d260c8a013cc80156b5d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:19:44,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:19:44,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:19:44,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c057ce6a207d260c8a013cc80156b5d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73230880, jitterRate=0.09122514724731445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:19:44,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:44,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c057ce6a207d260c8a013cc80156b5d8: Running coprocessor pre-open hook at 1731035984913Writing region info on filesystem at 1731035984913Initializing all the Stores at 1731035984914 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035984914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035984914Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731035984914Cleaning up temporary data from old regions at 1731035984920 (+6 ms)Running coprocessor post-open hooks at 1731035984923 (+3 ms)Region opened successfully at 1731035984923 2024-11-08T03:19:44,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8., pid=10, masterSystemTime=1731035984893 2024-11-08T03:19:44,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:44,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c057ce6a207d260c8a013cc80156b5d8, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,35931,1731035971783 2024-11-08T03:19:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c057ce6a207d260c8a013cc80156b5d8, server=350fccc412b5,35931,1731035971783 because future has completed 2024-11-08T03:19:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:19:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c057ce6a207d260c8a013cc80156b5d8, server=350fccc412b5,35931,1731035971783 in 187 msec 2024-11-08T03:19:44,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:19:44,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c057ce6a207d260c8a013cc80156b5d8, ASSIGN in 342 msec 2024-11-08T03:19:44,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:19:44,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731035984931"}]},"ts":"1731035984931"} 2024-11-08T03:19:44,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:19:44,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:19:44,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-08T03:19:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8., hostname=350fccc412b5,35931,1731035971783, seqNum=2] 2024-11-08T03:19:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:45,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:45,146 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:45,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:19:45,211 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:19:45,240 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,35931,1731035971783, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:45,241 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:45,241 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35931,1731035971783, seqNum=-1] 2024-11-08T03:19:45,241 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:45,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:45,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,35931,1731035971783', locateType=CURRENT is [region=hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8., hostname=350fccc412b5,35931,1731035971783, seqNum=2] 2024-11-08T03:19:45,246 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:19:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:19:45,247 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,35931,1731035971783 suceeded 2024-11-08T03:19:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:19:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T03:19:45,249 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:39545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:19:45,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-08T03:19:45,259 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:39545' 2024-11-08T03:19:45,260 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51130e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,260 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:45,260 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:45,261 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52c88860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,262 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:45,262 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c317cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,262 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,39545,1731035960919 2024-11-08T03:19:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757571fd 2024-11-08T03:19:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:45,263 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:45,264 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,35931,1731035971783 (queues=1) is replicating from cluster=c3f86f38-933e-4349-b8f8-016cfd3378c0 to cluster=a03e7988-4108-4b50-bd16-14cf29251e21 2024-11-08T03:19:45,264 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C35931%2C1731035971783 2024-11-08T03:19:45,264 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,35931,1731035971783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:45,264 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C35931%2C1731035971783 2024-11-08T03:19:45,264 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, startPosition=0, beingWritten=true 2024-11-08T03:19:45,292 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:45,292 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 379, reset compression=false 2024-11-08T03:19:45,292 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:45,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:45,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 379, reset compression=false 2024-11-08T03:19:45,799 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 379, reset compression=false 2024-11-08T03:19:45,849 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:19:45,908 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:45,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:45,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:45,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:45,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:45,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:45,910 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8189f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,911 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b562ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:45,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:45,912 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fca296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,913 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a233a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:45,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:45,914 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:45,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a74c20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:45,916 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22060d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:45,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42709,1731035961135, seqNum=-1] 2024-11-08T03:19:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:45,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., hostname=350fccc412b5,42709,1731035961135, seqNum=2] 2024-11-08T03:19:45,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35931,1731035971783, seqNum=-1] 2024-11-08T03:19:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:45,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., hostname=350fccc412b5,35931,1731035971783, seqNum=2] 2024-11-08T03:19:45,925 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T03:19:46,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:46,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:46,202 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 379, reset compression=false 2024-11-08T03:19:46,426 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 379, reset compression=false 2024-11-08T03:19:46,430 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:46,431 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 480, reset compression=false 2024-11-08T03:19:46,431 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4ef132168cd8afbc80fb7f61715f5e5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T03:19:46,433 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:46,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:46,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:46,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@225416a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43455,-1 for getting cluster id 2024-11-08T03:19:46,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:46,435 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86e6e84b-315c-4d7c-b005-3e81af83bca2' 2024-11-08T03:19:46,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86e6e84b-315c-4d7c-b005-3e81af83bca2" 2024-11-08T03:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a32ea37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43455,-1] 2024-11-08T03:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:46,436 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:46,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40180e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:46,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,38907,1731035966335, seqNum=-1] 2024-11-08T03:19:46,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:46,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:46,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035975150.304e9f1e52332a7140db6b076fc6e873., hostname=350fccc412b5,38907,1731035966335, seqNum=2] 2024-11-08T03:19:46,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:46,634 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 480, reset compression=false 2024-11-08T03:19:46,652 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 379, reset compression=false 2024-11-08T03:19:46,656 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:46,656 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 504, reset compression=false 2024-11-08T03:19:46,656 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T03:19:46,658 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:46,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:46,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:46,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3229d205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:46,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:46,660 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:46,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:46,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ccbeef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:46,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:46,661 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:46,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e437b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:46,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35931,1731035971783, seqNum=-1] 2024-11-08T03:19:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:46,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., hostname=350fccc412b5,35931,1731035971783, seqNum=2] 2024-11-08T03:19:46,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:46,705 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 379, reset compression=false 2024-11-08T03:19:46,709 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:46,709 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 528, reset compression=false 2024-11-08T03:19:46,709 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:46,859 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 504, reset compression=false 2024-11-08T03:19:46,912 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 528, reset compression=false 2024-11-08T03:19:46,927 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T03:19:46,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,38907,1731035966335, seqNum=-1] 2024-11-08T03:19:46,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:46,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:19:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731035975150.304e9f1e52332a7140db6b076fc6e873., hostname=350fccc412b5,38907,1731035966335, seqNum=2] 2024-11-08T03:19:46,933 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T03:19:46,937 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 480, reset compression=false 2024-11-08T03:19:47,162 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 504, reset compression=false 2024-11-08T03:19:47,165 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:47,165 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 608, reset compression=false 2024-11-08T03:19:47,165 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:19:47,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:47,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:47,215 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 528, reset compression=false 2024-11-08T03:19:47,220 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:47,220 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 656, reset compression=false 2024-11-08T03:19:47,220 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df571e5a4b648d3b86224adf25a9535/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T03:19:47,222 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:47,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:47,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:47,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b3c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:47,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:47,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:47,224 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:47,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11307ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:47,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:47,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:47,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:47,225 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:47,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e43a691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:47,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:19:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,42709,1731035961135, seqNum=-1] 2024-11-08T03:19:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:19:47,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T03:19:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., hostname=350fccc412b5,42709,1731035961135, seqNum=2] 2024-11-08T03:19:47,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:47,340 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 480, reset compression=false 2024-11-08T03:19:47,344 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:47,344 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 632, reset compression=false 2024-11-08T03:19:47,344 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:47,369 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 608, reset compression=false 2024-11-08T03:19:47,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 656, reset compression=false 2024-11-08T03:19:47,547 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 632, reset compression=false 2024-11-08T03:19:47,671 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 608, reset compression=false 2024-11-08T03:19:47,727 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 656, reset compression=false 2024-11-08T03:19:47,850 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 632, reset compression=false 2024-11-08T03:19:47,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T03:19:47,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T03:19:48,074 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 608, reset compression=false 2024-11-08T03:19:48,130 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 656, reset compression=false 2024-11-08T03:19:48,134 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:48,134 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 760, reset compression=false 2024-11-08T03:19:48,134 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df571e5a4b648d3b86224adf25a9535/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:19:48,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:48,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:48,253 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 632, reset compression=false 2024-11-08T03:19:48,257 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:48,257 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 760, reset compression=false 2024-11-08T03:19:48,257 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4ef132168cd8afbc80fb7f61715f5e5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T03:19:48,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:48,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:48,337 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 760, reset compression=false 2024-11-08T03:19:48,460 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 760, reset compression=false 2024-11-08T03:19:48,577 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 608, reset compression=false 2024-11-08T03:19:48,581 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:48,581 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 760, reset compression=false 2024-11-08T03:19:48,581 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:48,640 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 760, reset compression=false 2024-11-08T03:19:48,763 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 760, reset compression=false 2024-11-08T03:19:48,784 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 760, reset compression=false 2024-11-08T03:19:48,938 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T03:19:48,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T03:19:49,043 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 760, reset compression=false 2024-11-08T03:19:49,087 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 760, reset compression=false 2024-11-08T03:19:49,166 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 760, reset compression=false 2024-11-08T03:19:49,171 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:49,171 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 916, reset compression=false 2024-11-08T03:19:49,171 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4ef132168cd8afbc80fb7f61715f5e5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T03:19:49,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:49,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:49,375 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 916, reset compression=false 2024-11-08T03:19:49,491 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 760, reset compression=false 2024-11-08T03:19:49,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:49,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 908, reset compression=false 2024-11-08T03:19:49,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T03:19:49,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:49,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:49,547 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 760, reset compression=false 2024-11-08T03:19:49,551 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:49,551 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 932, reset compression=false 2024-11-08T03:19:49,551 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:49,678 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 916, reset compression=false 2024-11-08T03:19:49,698 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 908, reset compression=false 2024-11-08T03:19:49,754 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 932, reset compression=false 2024-11-08T03:19:49,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T03:19:49,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T03:19:49,944 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T03:19:49,947 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T03:19:50,002 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 908, reset compression=false 2024-11-08T03:19:50,006 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:50,006 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1067, reset compression=false 2024-11-08T03:19:50,006 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T03:19:50,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:50,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:50,058 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 932, reset compression=false 2024-11-08T03:19:50,062 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:50,062 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1082, reset compression=false 2024-11-08T03:19:50,062 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df571e5a4b648d3b86224adf25a9535/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T03:19:50,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:50,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:50,082 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 916, reset compression=false 2024-11-08T03:19:50,086 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:50,086 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1090, reset compression=false 2024-11-08T03:19:50,086 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:50,209 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1067, reset compression=false 2024-11-08T03:19:50,266 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1082, reset compression=false 2024-11-08T03:19:50,290 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1090, reset compression=false 2024-11-08T03:19:50,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:19:50,513 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1067, reset compression=false 2024-11-08T03:19:50,569 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1082, reset compression=false 2024-11-08T03:19:50,594 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1090, reset compression=false 2024-11-08T03:19:50,916 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1067, reset compression=false 2024-11-08T03:19:50,949 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T03:19:50,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T03:19:50,972 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1082, reset compression=false 2024-11-08T03:19:50,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:50,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1241, reset compression=false 2024-11-08T03:19:50,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df571e5a4b648d3b86224adf25a9535/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T03:19:50,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:50,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:50,997 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1090, reset compression=false 2024-11-08T03:19:51,001 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:51,001 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:51,001 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4ef132168cd8afbc80fb7f61715f5e5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T03:19:51,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:51,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:51,179 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1241, reset compression=false 2024-11-08T03:19:51,204 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:51,420 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1067, reset compression=false 2024-11-08T03:19:51,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:51,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:51,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:51,482 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1241, reset compression=false 2024-11-08T03:19:51,508 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:51,626 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:51,885 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1241, reset compression=false 2024-11-08T03:19:51,910 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:51,930 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:51,955 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T03:19:51,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ca877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:51,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:51,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:51,961 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1847ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:51,963 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5617d477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:51,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4872af8b 2024-11-08T03:19:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:51,967 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:51,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-08T03:19:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T03:19:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:19:52,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:19:52,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T03:19:52,184 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T03:19:52,185 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T03:19:52,185 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,35931,1731035971783 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T03:19:52,185 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/350fccc412b5:0-0. 2024-11-08T03:19:52,185 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:52,185 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:52,185 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:52,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:52,285 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T03:19:52,286 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:19:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:19:52,332 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:52,386 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 terminated 2024-11-08T03:19:52,401 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,35931,1731035971783, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:19:52,402 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T03:19:52,402 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T03:19:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T03:19:52,404 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 350fccc412b5,35931,1731035971783 suceeded 2024-11-08T03:19:52,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T03:19:52,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-08T03:19:52,406 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T03:19:52,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 438 msec 2024-11-08T03:19:52,413 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:52,415 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:39545' 2024-11-08T03:19:52,416 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696ffd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:52,416 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,39545,-1 for getting cluster id 2024-11-08T03:19:52,416 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:52,417 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a03e7988-4108-4b50-bd16-14cf29251e21' 2024-11-08T03:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a03e7988-4108-4b50-bd16-14cf29251e21" 2024-11-08T03:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3923150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,39545,-1] 2024-11-08T03:19:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:52,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:52,418 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:52,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17efafaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:52,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:52,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,39545,1731035960919 2024-11-08T03:19:52,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c019452 2024-11-08T03:19:52,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:52,420 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T03:19:52,421 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,35931,1731035971783 (queues=1) is replicating from cluster=c3f86f38-933e-4349-b8f8-016cfd3378c0 to cluster=a03e7988-4108-4b50-bd16-14cf29251e21 2024-11-08T03:19:52,421 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C35931%2C1731035971783 2024-11-08T03:19:52,421 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,35931,1731035971783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:19:52,423 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C35931%2C1731035971783 2024-11-08T03:19:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:19:52,598 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:52,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:52,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:52,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:52,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:52,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:52,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T03:19:52,835 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:53,016 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1240, reset compression=false 2024-11-08T03:19:53,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:53,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1344, reset compression=false 2024-11-08T03:19:53,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4ef132168cd8afbc80fb7f61715f5e5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:19:53,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:53,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:53,282 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1344, reset compression=false 2024-11-08T03:19:53,438 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1241, reset compression=false 2024-11-08T03:19:53,444 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:53,444 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1369, reset compression=false 2024-11-08T03:19:53,444 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T03:19:53,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:53,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:53,586 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1344, reset compression=false 2024-11-08T03:19:53,603 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T03:19:53,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0a2444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:53,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46657,-1 for getting cluster id 2024-11-08T03:19:53,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:19:53,606 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f86f38-933e-4349-b8f8-016cfd3378c0' 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f86f38-933e-4349-b8f8-016cfd3378c0" 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4453ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46657,-1] 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:19:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,607 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:19:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655959b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:19:53,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46657,1731035971644 2024-11-08T03:19:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d6987 2024-11-08T03:19:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:19:53,611 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:19:53,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-08T03:19:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T03:19:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T03:19:53,647 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1369, reset compression=false 2024-11-08T03:19:53,651 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:53,651 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:53,651 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[{test/304e9f1e52332a7140db6b076fc6e873/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:19:53,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:53,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:53,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:19:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T03:19:53,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T03:19:53,815 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T03:19:53,816 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T03:19:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T03:19:53,818 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 350fccc412b5,35931,1731035971783 suceeded 2024-11-08T03:19:53,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T03:19:53,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T03:19:53,819 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T03:19:53,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 207 msec 2024-11-08T03:19:53,823 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, startPosition=1241, beingWritten=true 2024-11-08T03:19:53,826 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:19:53,826 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1521, reset compression=false 2024-11-08T03:19:53,826 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[{test/2df571e5a4b648d3b86224adf25a9535/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T03:19:53,828 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:19:53,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T03:19:53,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:19:53,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:19:53,854 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T03:19:53,929 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:19:53,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:53,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:53,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:53,931 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T03:19:53,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:19:53,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:53,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:53,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:53,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:19:53,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639669856, stopped=false 2024-11-08T03:19:53,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,46657,1731035971644 2024-11-08T03:19:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2075195995/running 2024-11-08T03:19:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2075195995/running 2024-11-08T03:19:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:53,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:53,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:53,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/running 2024-11-08T03:19:53,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:53,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Set watcher on znode that does not yet exist, /2-2075195995/running 2024-11-08T03:19:53,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,35931,1731035971783' ***** 2024-11-08T03:19:53,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:19:53,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(3091): Received CLOSE for c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(3091): Received CLOSE for 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,35931,1731035971783 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:53,944 INFO [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35931. 2024-11-08T03:19:53,944 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c057ce6a207d260c8a013cc80156b5d8, disabling compactions & flushes 2024-11-08T03:19:53,944 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:53,944 DEBUG [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:53,944 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:53,944 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:53,944 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. after waiting 0 ms 2024-11-08T03:19:53,945 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:53,945 INFO [RS:0;350fccc412b5:35931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:19:53,945 INFO [RS:0;350fccc412b5:35931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:19:53,945 INFO [RS:0;350fccc412b5:35931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:19:53,945 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:19:53,945 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c057ce6a207d260c8a013cc80156b5d8 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-08T03:19:53,945 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:19:53,945 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1325): Online Regions={c057ce6a207d260c8a013cc80156b5d8=hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8., 2df571e5a4b648d3b86224adf25a9535=test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:19:53,945 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535, c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:53,945 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:53,945 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:53,945 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:53,945 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:53,945 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:53,945 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:19:53,958 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/info/da7655ef31434e748471013cd118a29e is 147, key is hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8./info:regioninfo/1731035984925/Put/seqid=0 2024-11-08T03:19:53,961 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/.tmp/queue/87df8cb9f5d24d0dbe27cd58870cc15e is 154, key is 1-350fccc412b5,35931,1731035971783/queue:350fccc412b5%2C35931%2C1731035971783/1731035993832/Put/seqid=0 2024-11-08T03:19:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741840_1016 (size=7686) 2024-11-08T03:19:53,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741841_1017 (size=5353) 2024-11-08T03:19:53,989 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1344, reset compression=false 2024-11-08T03:19:53,993 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:53,993 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:53,993 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:54,013 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:54,030 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1521, reset compression=false 2024-11-08T03:19:54,145 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535, c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:54,157 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:54,197 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:54,333 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1521, reset compression=false 2024-11-08T03:19:54,345 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535, c057ce6a207d260c8a013cc80156b5d8 2024-11-08T03:19:54,361 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/info/da7655ef31434e748471013cd118a29e 2024-11-08T03:19:54,364 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/.tmp/queue/87df8cb9f5d24d0dbe27cd58870cc15e 2024-11-08T03:19:54,368 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/.tmp/queue/87df8cb9f5d24d0dbe27cd58870cc15e as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/queue/87df8cb9f5d24d0dbe27cd58870cc15e 2024-11-08T03:19:54,372 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/queue/87df8cb9f5d24d0dbe27cd58870cc15e, entries=1, sequenceid=13, filesize=5.2 K 2024-11-08T03:19:54,373 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c057ce6a207d260c8a013cc80156b5d8 in 428ms, sequenceid=13, compaction requested=false 2024-11-08T03:19:54,380 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/ns/daa14db92a4f4a918fdbac6a494bf1da is 43, key is default/ns:d/1731035973792/Put/seqid=0 2024-11-08T03:19:54,383 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/replication/c057ce6a207d260c8a013cc80156b5d8/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T03:19:54,384 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:54,384 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:54,384 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:54,384 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c057ce6a207d260c8a013cc80156b5d8: Waiting for close lock at 1731035993944Running coprocessor pre-close hooks at 1731035993944Disabling compacts and flushes for region at 1731035993944Disabling writes for close at 1731035993944Obtaining lock to block concurrent updates at 1731035993945 (+1 ms)Preparing flush snapshotting stores in c057ce6a207d260c8a013cc80156b5d8 at 1731035993945Finished memstore snapshotting hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731035993945Flushing stores of hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. at 1731035993945Flushing c057ce6a207d260c8a013cc80156b5d8/queue: creating writer at 1731035993945Flushing c057ce6a207d260c8a013cc80156b5d8/queue: appending metadata at 1731035993960 (+15 ms)Flushing c057ce6a207d260c8a013cc80156b5d8/queue: closing flushed file at 1731035993960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7868ef0d: reopening flushed file at 1731035994367 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c057ce6a207d260c8a013cc80156b5d8 in 428ms, sequenceid=13, compaction requested=false at 1731035994373 (+6 ms)Writing region close event to WAL at 1731035994378 (+5 ms)Running coprocessor post-close hooks at 1731035994384 (+6 ms)Closed at 1731035994384 2024-11-08T03:19:54,384 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035983765.c057ce6a207d260c8a013cc80156b5d8. 2024-11-08T03:19:54,385 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2df571e5a4b648d3b86224adf25a9535, disabling compactions & flushes 2024-11-08T03:19:54,385 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:54,385 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:19:54,385 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. after waiting 0 ms 2024-11-08T03:19:54,385 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:54,385 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2df571e5a4b648d3b86224adf25a9535 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T03:19:54,409 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f/0623c7eb9784417ab203d66c3a94a26a is 37, key is row3/f:row3/1731035992599/Put/seqid=0 2024-11-08T03:19:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741843_1019 (size=5228) 2024-11-08T03:19:54,501 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:54,545 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:54,560 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:54,696 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:19:54,696 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:19:54,737 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1521, reset compression=false 2024-11-08T03:19:54,741 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:54,741 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1768, reset compression=false 2024-11-08T03:19:54,741 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35931,1731035971783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:54,742 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,35931,1731035971783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,35931,1731035971783, walGroup=350fccc412b5%2C35931%2C1731035971783, offset=350fccc412b5%2C35931%2C1731035971783.1731035972832:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:35931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:19:54,743 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:19:54,743 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:19:54,743 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:19:54,743 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:19:54,744 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:19:54,744 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 723500584 }, "NonHeapMemoryUsage": { "committed": 200343552, "init": 7667712, "max": -1, "used": 197572016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:19:54,744 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:19:54,746 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:54,785 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/ns/daa14db92a4f4a918fdbac6a494bf1da 2024-11-08T03:19:54,802 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/rep_barrier/4d3d067d4a4d486b85ab599e47743875 is 112, key is test,,1731035977300.2df571e5a4b648d3b86224adf25a9535./rep_barrier:seqnumDuringOpen/1731035978484/Put/seqid=0 2024-11-08T03:19:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741844_1020 (size=5518) 2024-11-08T03:19:54,812 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f/0623c7eb9784417ab203d66c3a94a26a 2024-11-08T03:19:54,816 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0623c7eb9784417ab203d66c3a94a26a 2024-11-08T03:19:54,829 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f1/4b97ee9fcf01457da13b93b5c0c1a17d is 30, key is row1/f1:/1731035989945/DeleteFamily/seqid=0 2024-11-08T03:19:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741845_1021 (size=5158) 2024-11-08T03:19:54,904 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:54,943 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1768, reset compression=false 2024-11-08T03:19:54,946 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:19:54,946 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1325): Online Regions={2df571e5a4b648d3b86224adf25a9535=test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:19:54,946 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:55,063 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:55,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:19:55,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:55,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68443 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:19:55,146 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:55,205 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/rep_barrier/4d3d067d4a4d486b85ab599e47743875 2024-11-08T03:19:55,221 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/table/0da245a57edd4773ba46182efd6103b3 is 53, key is hbase:replication/table:state/1731035984931/Put/seqid=0 2024-11-08T03:19:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741846_1022 (size=5308) 2024-11-08T03:19:55,232 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f1/4b97ee9fcf01457da13b93b5c0c1a17d 2024-11-08T03:19:55,235 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b97ee9fcf01457da13b93b5c0c1a17d 2024-11-08T03:19:55,246 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1768, reset compression=false 2024-11-08T03:19:55,248 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/norep/0f672d94e5b84b988f698de4ef95af98 is 33, key is row2/norep:/1731035990950/DeleteFamily/seqid=0 2024-11-08T03:19:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741847_1023 (size=5108) 2024-11-08T03:19:55,346 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:55,407 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:55,546 DEBUG [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2df571e5a4b648d3b86224adf25a9535 2024-11-08T03:19:55,625 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/table/0da245a57edd4773ba46182efd6103b3 2024-11-08T03:19:55,629 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/info/da7655ef31434e748471013cd118a29e as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/info/da7655ef31434e748471013cd118a29e 2024-11-08T03:19:55,633 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/info/da7655ef31434e748471013cd118a29e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:19:55,633 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/ns/daa14db92a4f4a918fdbac6a494bf1da as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/ns/daa14db92a4f4a918fdbac6a494bf1da 2024-11-08T03:19:55,637 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/ns/daa14db92a4f4a918fdbac6a494bf1da, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:19:55,637 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/rep_barrier/4d3d067d4a4d486b85ab599e47743875 as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/rep_barrier/4d3d067d4a4d486b85ab599e47743875 2024-11-08T03:19:55,641 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/rep_barrier/4d3d067d4a4d486b85ab599e47743875, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:19:55,641 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/.tmp/table/0da245a57edd4773ba46182efd6103b3 as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/table/0da245a57edd4773ba46182efd6103b3 2024-11-08T03:19:55,645 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/table/0da245a57edd4773ba46182efd6103b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:19:55,646 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-08T03:19:55,649 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 to pos 1768, reset compression=false 2024-11-08T03:19:55,649 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:19:55,650 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:55,650 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:55,650 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:55,650 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035993945Running coprocessor pre-close hooks at 1731035993945Disabling compacts and flushes for region at 1731035993945Disabling writes for close at 1731035993945Obtaining lock to block concurrent updates at 1731035993945Preparing flush snapshotting stores in 1588230740 at 1731035993945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035993945Flushing stores of hbase:meta,,1.1588230740 at 1731035993946 (+1 ms)Flushing 1588230740/info: creating writer at 1731035993946Flushing 1588230740/info: appending metadata at 1731035993958 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731035993958Flushing 1588230740/ns: creating writer at 1731035994365 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731035994379 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731035994379Flushing 1588230740/rep_barrier: creating writer at 1731035994789 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035994802 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035994802Flushing 1588230740/table: creating writer at 1731035995209 (+407 ms)Flushing 1588230740/table: appending metadata at 1731035995221 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731035995221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9370943: reopening flushed file at 1731035995628 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684c35e4: reopening flushed file at 1731035995633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ff90ae: reopening flushed file at 1731035995637 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eaca2b0: reopening flushed file at 1731035995641 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731035995646 (+5 ms)Writing region close event to WAL at 1731035995647 (+1 ms)Running coprocessor post-close hooks at 1731035995650 (+3 ms)Closed at 1731035995650 2024-11-08T03:19:55,650 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:55,651 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/norep/0f672d94e5b84b988f698de4ef95af98 2024-11-08T03:19:55,654 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f672d94e5b84b988f698de4ef95af98 2024-11-08T03:19:55,655 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f/0623c7eb9784417ab203d66c3a94a26a as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/f/0623c7eb9784417ab203d66c3a94a26a 2024-11-08T03:19:55,658 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0623c7eb9784417ab203d66c3a94a26a 2024-11-08T03:19:55,658 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/f/0623c7eb9784417ab203d66c3a94a26a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T03:19:55,659 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/f1/4b97ee9fcf01457da13b93b5c0c1a17d as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/f1/4b97ee9fcf01457da13b93b5c0c1a17d 2024-11-08T03:19:55,662 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b97ee9fcf01457da13b93b5c0c1a17d 2024-11-08T03:19:55,662 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/f1/4b97ee9fcf01457da13b93b5c0c1a17d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T03:19:55,663 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/.tmp/norep/0f672d94e5b84b988f698de4ef95af98 as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/norep/0f672d94e5b84b988f698de4ef95af98 2024-11-08T03:19:55,666 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f672d94e5b84b988f698de4ef95af98 2024-11-08T03:19:55,666 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/norep/0f672d94e5b84b988f698de4ef95af98, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T03:19:55,666 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:55,667 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2df571e5a4b648d3b86224adf25a9535 in 1282ms, sequenceid=12, compaction requested=false 2024-11-08T03:19:55,671 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/data/default/test/2df571e5a4b648d3b86224adf25a9535/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T03:19:55,671 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:55,671 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:55,671 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:55,671 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2df571e5a4b648d3b86224adf25a9535: Waiting for close lock at 1731035994384Running coprocessor pre-close hooks at 1731035994384Disabling compacts and flushes for region at 1731035994385 (+1 ms)Disabling writes for close at 1731035994385Obtaining lock to block concurrent updates at 1731035994385Preparing flush snapshotting stores in 2df571e5a4b648d3b86224adf25a9535 at 1731035994385Finished memstore snapshotting test,,1731035977300.2df571e5a4b648d3b86224adf25a9535., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731035994385Flushing stores of test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. at 1731035994386 (+1 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/f: creating writer at 1731035994386Flushing 2df571e5a4b648d3b86224adf25a9535/f: appending metadata at 1731035994408 (+22 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/f: closing flushed file at 1731035994408Flushing 2df571e5a4b648d3b86224adf25a9535/f1: creating writer at 1731035994816 (+408 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/f1: appending metadata at 1731035994828 (+12 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/f1: closing flushed file at 1731035994828Flushing 2df571e5a4b648d3b86224adf25a9535/norep: creating writer at 1731035995235 (+407 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/norep: appending metadata at 1731035995247 (+12 ms)Flushing 2df571e5a4b648d3b86224adf25a9535/norep: closing flushed file at 1731035995247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d53e195: reopening flushed file at 1731035995654 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbbf957: reopening flushed file at 1731035995658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2223f83b: reopening flushed file at 1731035995662 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2df571e5a4b648d3b86224adf25a9535 in 1282ms, sequenceid=12, compaction requested=false at 1731035995667 (+5 ms)Writing region close event to WAL at 1731035995668 (+1 ms)Running coprocessor post-close hooks at 1731035995671 (+3 ms)Closed at 1731035995671 2024-11-08T03:19:55,671 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035977300.2df571e5a4b648d3b86224adf25a9535. 2024-11-08T03:19:55,747 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,35931,1731035971783; all regions closed. 2024-11-08T03:19:55,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:19:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741839_1015 (size=3333) 2024-11-08T03:19:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741832_1008 (size=2420) 2024-11-08T03:19:55,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/WALs/350fccc412b5,35931,1731035971783/350fccc412b5%2C35931%2C1731035971783.1731035972832 not finished, retry = 0 2024-11-08T03:19:55,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:19:55,852 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:55,852 INFO [RS:0;350fccc412b5:35931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:55,852 INFO [RS:0;350fccc412b5:35931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:55,853 INFO [RS:0;350fccc412b5:35931 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:55,853 INFO [RS:0;350fccc412b5:35931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:55,853 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:55,853 INFO [RS:0;350fccc412b5:35931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,35931,1731035971783 because: Region server is closing 2024-11-08T03:19:55,853 INFO [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35931. 2024-11-08T03:19:55,853 DEBUG [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:55,853 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:55,854 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:55,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:55,954 INFO [RS:0;350fccc412b5:35931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.shipper350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 terminated 2024-11-08T03:19:55,954 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35931,1731035971783.replicationSource.wal-reader.350fccc412b5%2C35931%2C1731035971783,1-350fccc412b5,35931,1731035971783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:19:55,954 INFO [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35931. 2024-11-08T03:19:55,954 DEBUG [RS:0;350fccc412b5:35931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:55,954 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:55,954 DEBUG [RS:0;350fccc412b5:35931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:55,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:55,954 INFO [RS:0;350fccc412b5:35931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35931 2024-11-08T03:19:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2075195995/rs/350fccc412b5,35931,1731035971783 2024-11-08T03:19:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995/rs 2024-11-08T03:19:55,967 INFO [RS:0;350fccc412b5:35931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:55,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,35931,1731035971783] 2024-11-08T03:19:55,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2075195995/draining/350fccc412b5,35931,1731035971783 already deleted, retry=false 2024-11-08T03:19:55,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,35931,1731035971783 expired; onlineServers=0 2024-11-08T03:19:55,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,46657,1731035971644' ***** 2024-11-08T03:19:55,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:19:55,988 INFO [M:0;350fccc412b5:46657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:55,988 INFO [M:0;350fccc412b5:46657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:19:55,988 DEBUG [M:0;350fccc412b5:46657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:19:55,988 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035972550 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035972550,5,FailOnTimeoutGroup] 2024-11-08T03:19:55,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:19:55,989 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035972550 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035972550,5,FailOnTimeoutGroup] 2024-11-08T03:19:55,989 DEBUG [M:0;350fccc412b5:46657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:19:55,989 INFO [M:0;350fccc412b5:46657 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:19:55,989 INFO [M:0;350fccc412b5:46657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:19:55,989 DEBUG [M:0;350fccc412b5:46657 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:19:55,989 INFO [M:0;350fccc412b5:46657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:19:55,989 INFO [M:0;350fccc412b5:46657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:55,989 INFO [M:0;350fccc412b5:46657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:19:55,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:19:56,010 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2075195995/master 2024-11-08T03:19:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2075195995 2024-11-08T03:19:56,023 DEBUG [M:0;350fccc412b5:46657 {}] zookeeper.ZKUtil(347): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Unable to get data of znode /2-2075195995/master because node does not exist (not an error) 2024-11-08T03:19:56,023 WARN [M:0;350fccc412b5:46657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:19:56,023 INFO [M:0;350fccc412b5:46657 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/.lastflushedseqids 2024-11-08T03:19:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:19:56,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:56,078 INFO [RS:0;350fccc412b5:35931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:56,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35931-0x1011874899d0007, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:56,078 INFO [RS:0;350fccc412b5:35931 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,35931,1731035971783; zookeeper connection closed. 2024-11-08T03:19:56,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a33870 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a33870 2024-11-08T03:19:56,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:19:56,370 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:56,428 INFO [M:0;350fccc412b5:46657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:19:56,428 INFO [M:0;350fccc412b5:46657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:19:56,428 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:19:56,428 INFO [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:56,428 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:56,428 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:19:56,428 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:56,428 INFO [M:0;350fccc412b5:46657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-08T03:19:56,441 DEBUG [M:0;350fccc412b5:46657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ceeaadc6081433ca5462c569a29a012 is 82, key is hbase:meta,,1/info:regioninfo/1731035973772/Put/seqid=0 2024-11-08T03:19:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:19:56,713 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:56,845 INFO [M:0;350fccc412b5:46657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ceeaadc6081433ca5462c569a29a012 2024-11-08T03:19:56,860 DEBUG [M:0;350fccc412b5:46657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6257eaee414e508c11325916a565c1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035984934/Put/seqid=0 2024-11-08T03:19:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741850_1026 (size=9213) 2024-11-08T03:19:57,172 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:57,263 INFO [M:0;350fccc412b5:46657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6257eaee414e508c11325916a565c1 2024-11-08T03:19:57,278 DEBUG [M:0;350fccc412b5:46657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc7b02d694884c2facb760c698f564cb is 69, key is 350fccc412b5,35931,1731035971783/rs:state/1731035972642/Put/seqid=0 2024-11-08T03:19:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:19:57,516 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:57,681 INFO [M:0;350fccc412b5:46657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc7b02d694884c2facb760c698f564cb 2024-11-08T03:19:57,686 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ceeaadc6081433ca5462c569a29a012 as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ceeaadc6081433ca5462c569a29a012 2024-11-08T03:19:57,689 INFO [M:0;350fccc412b5:46657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ceeaadc6081433ca5462c569a29a012, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T03:19:57,689 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6257eaee414e508c11325916a565c1 as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d6257eaee414e508c11325916a565c1 2024-11-08T03:19:57,692 INFO [M:0;350fccc412b5:46657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d6257eaee414e508c11325916a565c1, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T03:19:57,693 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc7b02d694884c2facb760c698f564cb as hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc7b02d694884c2facb760c698f564cb 2024-11-08T03:19:57,696 INFO [M:0;350fccc412b5:46657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/ad77cb03-3d16-6656-3c0e-88d61456c57a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc7b02d694884c2facb760c698f564cb, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T03:19:57,697 INFO [M:0;350fccc412b5:46657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false 2024-11-08T03:19:57,698 INFO [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:19:57,698 DEBUG [M:0;350fccc412b5:46657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731035996428Disabling compacts and flushes for region at 1731035996428Disabling writes for close at 1731035996428Obtaining lock to block concurrent updates at 1731035996428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731035996428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731035996428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731035996429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731035996429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731035996441 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731035996441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731035996848 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731035996860 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731035996860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731035997266 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731035997278 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731035997278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd0ac18: reopening flushed file at 1731035997685 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a598cb: reopening flushed file at 1731035997689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec7e666: reopening flushed file at 1731035997693 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false at 1731035997697 (+4 ms)Writing region close event to WAL at 1731035997698 (+1 ms)Closed at 1731035997698 2024-11-08T03:19:57,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741830_1006 (size=73878) 2024-11-08T03:19:57,700 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:19:57,700 INFO [M:0;350fccc412b5:46657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:19:57,700 INFO [M:0;350fccc412b5:46657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46657 2024-11-08T03:19:57,700 INFO [M:0;350fccc412b5:46657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:19:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:57,857 INFO [M:0;350fccc412b5:46657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:19:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46657-0x1011874899d0006, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:19:57,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a207af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:19:57,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:57,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:57,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:57,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:57,861 WARN [BP-1784615889-172.17.0.3-1731035969854 heartbeating to localhost/127.0.0.1:46211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:19:57,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:19:57,861 WARN [BP-1784615889-172.17.0.3-1731035969854 heartbeating to localhost/127.0.0.1:46211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784615889-172.17.0.3-1731035969854 (Datanode Uuid 29097a77-9900-41ea-8115-df6f77acdf32) service to localhost/127.0.0.1:46211 2024-11-08T03:19:57,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:19:57,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/cluster_014464c0-4c77-dce5-a5f1-290d2d3b68dc/data/data1/current/BP-1784615889-172.17.0.3-1731035969854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:57,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/cluster_014464c0-4c77-dce5-a5f1-290d2d3b68dc/data/data2/current/BP-1784615889-172.17.0.3-1731035969854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:19:57,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:19:57,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb74dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:19:57,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:19:57,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:19:57,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:19:57,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir/,STOPPED} 2024-11-08T03:19:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:19:57,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:19:57,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:57,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:57,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:19:57,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:19:57,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=600092522, stopped=false 2024-11-08T03:19:57,883 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,43455,1731035966192 2024-11-08T03:19:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2078375249/running 2024-11-08T03:19:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2078375249/running 2024-11-08T03:19:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:19:57,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:19:57,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:19:57,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:57,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:57,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/running 2024-11-08T03:19:57,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Set watcher on znode that does not yet exist, /1-2078375249/running 2024-11-08T03:19:57,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,38907,1731035966335' ***** 2024-11-08T03:19:57,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:19:57,901 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:19:57,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:19:57,901 INFO [RS:0;350fccc412b5:38907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:19:57,901 INFO [RS:0;350fccc412b5:38907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:19:57,901 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 304e9f1e52332a7140db6b076fc6e873 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,38907,1731035966335 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:38907. 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 304e9f1e52332a7140db6b076fc6e873, disabling compactions & flushes 2024-11-08T03:19:57,902 DEBUG [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:19:57,902 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:57,902 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. after waiting 0 ms 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:19:57,902 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 304e9f1e52332a7140db6b076fc6e873 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:19:57,902 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:19:57,902 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 304e9f1e52332a7140db6b076fc6e873=test,,1731035975150.304e9f1e52332a7140db6b076fc6e873., 5a2491eb427aa4fc1e8c72fd3c97c75a=hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.} 2024-11-08T03:19:57,902 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:19:57,902 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:19:57,902 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:19:57,902 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:19:57,916 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/info/9cc76df240544a8c8e0968aca597f4ea is 147, key is hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a./info:regioninfo/1731035982811/Put/seqid=0 2024-11-08T03:19:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741840_1016 (size=7686) 2024-11-08T03:19:57,919 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f/7d3f240c2d89426185da607d5f3610b6 is 37, key is row3/f:row3/1731035992599/Put/seqid=0 2024-11-08T03:19:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741841_1017 (size=5228) 2024-11-08T03:19:57,978 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1473, reset compression=false 2024-11-08T03:19:58,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:58,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1720, reset compression=false 2024-11-08T03:19:58,079 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,38907,1731035966335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:19:58,080 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,38907,1731035966335: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,38907,1731035966335, walGroup=350fccc412b5%2C38907%2C1731035966335, offset=350fccc412b5%2C38907%2C1731035966335.1731035968583:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:19:58,082 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:19:58,082 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:19:58,082 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:19:58,082 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:19:58,082 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:19:58,082 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 788512296 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197940016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:19:58,082 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:43455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:43455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:19:58,102 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:58,284 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1720, reset compression=false 2024-11-08T03:19:58,302 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:58,319 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/info/9cc76df240544a8c8e0968aca597f4ea 2024-11-08T03:19:58,322 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f/7d3f240c2d89426185da607d5f3610b6 2024-11-08T03:19:58,325 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d3f240c2d89426185da607d5f3610b6 2024-11-08T03:19:58,338 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/ns/97be3959bc34427aa70ee975ab344605 is 43, key is default/ns:d/1731035969717/Put/seqid=0 2024-11-08T03:19:58,339 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f1/b7ead3b837414b02b1d5b31c5e39f588 is 30, key is row1/f1:/1731035989945/DeleteFamily/seqid=0 2024-11-08T03:19:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:19:58,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741843_1019 (size=5158) 2024-11-08T03:19:58,419 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:58,453 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:19:58,453 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:19:58,503 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:58,587 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1720, reset compression=false 2024-11-08T03:19:58,703 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:58,742 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/ns/97be3959bc34427aa70ee975ab344605 2024-11-08T03:19:58,746 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f1/b7ead3b837414b02b1d5b31c5e39f588 2024-11-08T03:19:58,750 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7ead3b837414b02b1d5b31c5e39f588 2024-11-08T03:19:58,764 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/norep/5de66eb039df425da774d77342789b26 is 33, key is row1/norep:/1731035989945/DeleteFamily/seqid=0 2024-11-08T03:19:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741844_1020 (size=5108) 2024-11-08T03:19:58,769 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/rep_barrier/a15bae2b30344b658d70cf757dac1175 is 112, key is test,,1731035975150.304e9f1e52332a7140db6b076fc6e873./rep_barrier:seqnumDuringOpen/1731035976289/Put/seqid=0 2024-11-08T03:19:58,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741845_1021 (size=5518) 2024-11-08T03:19:58,903 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:58,990 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1720, reset compression=false 2024-11-08T03:19:59,103 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 304e9f1e52332a7140db6b076fc6e873, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:59,169 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/norep/5de66eb039df425da774d77342789b26 2024-11-08T03:19:59,172 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/rep_barrier/a15bae2b30344b658d70cf757dac1175 2024-11-08T03:19:59,173 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5de66eb039df425da774d77342789b26 2024-11-08T03:19:59,174 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f/7d3f240c2d89426185da607d5f3610b6 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/f/7d3f240c2d89426185da607d5f3610b6 2024-11-08T03:19:59,178 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d3f240c2d89426185da607d5f3610b6 2024-11-08T03:19:59,178 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/f/7d3f240c2d89426185da607d5f3610b6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T03:19:59,178 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/f1/b7ead3b837414b02b1d5b31c5e39f588 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/f1/b7ead3b837414b02b1d5b31c5e39f588 2024-11-08T03:19:59,182 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7ead3b837414b02b1d5b31c5e39f588 2024-11-08T03:19:59,182 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/f1/b7ead3b837414b02b1d5b31c5e39f588, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T03:19:59,183 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/.tmp/norep/5de66eb039df425da774d77342789b26 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/norep/5de66eb039df425da774d77342789b26 2024-11-08T03:19:59,186 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5de66eb039df425da774d77342789b26 2024-11-08T03:19:59,186 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/norep/5de66eb039df425da774d77342789b26, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T03:19:59,187 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 304e9f1e52332a7140db6b076fc6e873 in 1285ms, sequenceid=12, compaction requested=false 2024-11-08T03:19:59,187 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:19:59,191 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/table/ee30c965331d42c586997f5be690e90d is 53, key is hbase:replication/table:state/1731035982816/Put/seqid=0 2024-11-08T03:19:59,194 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/default/test/304e9f1e52332a7140db6b076fc6e873/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T03:19:59,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741846_1022 (size=5308) 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:19:59,195 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 304e9f1e52332a7140db6b076fc6e873: Waiting for close lock at 1731035997902Running coprocessor pre-close hooks at 1731035997902Disabling compacts and flushes for region at 1731035997902Disabling writes for close at 1731035997902Obtaining lock to block concurrent updates at 1731035997902Preparing flush snapshotting stores in 304e9f1e52332a7140db6b076fc6e873 at 1731035997902Finished memstore snapshotting test,,1731035975150.304e9f1e52332a7140db6b076fc6e873., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731035997902Flushing stores of test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. at 1731035997903 (+1 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/f: creating writer at 1731035997903Flushing 304e9f1e52332a7140db6b076fc6e873/f: appending metadata at 1731035997919 (+16 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/f: closing flushed file at 1731035997919Flushing 304e9f1e52332a7140db6b076fc6e873/f1: creating writer at 1731035998326 (+407 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/f1: appending metadata at 1731035998339 (+13 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/f1: closing flushed file at 1731035998339Flushing 304e9f1e52332a7140db6b076fc6e873/norep: creating writer at 1731035998750 (+411 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/norep: appending metadata at 1731035998763 (+13 ms)Flushing 304e9f1e52332a7140db6b076fc6e873/norep: closing flushed file at 1731035998763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa56da2: reopening flushed file at 1731035999173 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d49d09f: reopening flushed file at 1731035999178 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58135699: reopening flushed file at 1731035999182 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 304e9f1e52332a7140db6b076fc6e873 in 1285ms, sequenceid=12, compaction requested=false at 1731035999187 (+5 ms)Writing region close event to WAL at 1731035999192 (+5 ms)Running coprocessor post-close hooks at 1731035999195 (+3 ms)Closed at 1731035999195 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035975150.304e9f1e52332a7140db6b076fc6e873. 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a2491eb427aa4fc1e8c72fd3c97c75a, disabling compactions & flushes 2024-11-08T03:19:59,195 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. after waiting 0 ms 2024-11-08T03:19:59,195 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,196 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a2491eb427aa4fc1e8c72fd3c97c75a: Waiting for close lock at 1731035999195Running coprocessor pre-close hooks at 1731035999195Disabling compacts and flushes for region at 1731035999195Disabling writes for close at 1731035999195Failed flush hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a., putting online again at 1731035999196 (+1 ms) 2024-11-08T03:19:59,196 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,303 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:19:59,303 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a2491eb427aa4fc1e8c72fd3c97c75a=hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a.} 2024-11-08T03:19:59,303 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:59,304 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a2491eb427aa4fc1e8c72fd3c97c75a 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a2491eb427aa4fc1e8c72fd3c97c75a, disabling compactions & flushes 2024-11-08T03:19:59,304 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. after waiting 0 ms 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a2491eb427aa4fc1e8c72fd3c97c75a: Waiting for close lock at 1731035999304Running coprocessor pre-close hooks at 1731035999304Disabling compacts and flushes for region at 1731035999304Disabling writes for close at 1731035999304Failed flush hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a., putting online again at 1731035999304 2024-11-08T03:19:59,304 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731035981611.5a2491eb427aa4fc1e8c72fd3c97c75a. 2024-11-08T03:19:59,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,423 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:19:59,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,493 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 1720, reset compression=false 2024-11-08T03:19:59,497 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:19:59,497 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 2364, reset compression=false 2024-11-08T03:19:59,504 DEBUG [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:19:59,596 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/table/ee30c965331d42c586997f5be690e90d 2024-11-08T03:19:59,600 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/info/9cc76df240544a8c8e0968aca597f4ea as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/info/9cc76df240544a8c8e0968aca597f4ea 2024-11-08T03:19:59,603 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/info/9cc76df240544a8c8e0968aca597f4ea, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:19:59,604 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/ns/97be3959bc34427aa70ee975ab344605 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/ns/97be3959bc34427aa70ee975ab344605 2024-11-08T03:19:59,607 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/ns/97be3959bc34427aa70ee975ab344605, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:19:59,608 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/rep_barrier/a15bae2b30344b658d70cf757dac1175 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/rep_barrier/a15bae2b30344b658d70cf757dac1175 2024-11-08T03:19:59,611 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/rep_barrier/a15bae2b30344b658d70cf757dac1175, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:19:59,612 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/.tmp/table/ee30c965331d42c586997f5be690e90d as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/table/ee30c965331d42c586997f5be690e90d 2024-11-08T03:19:59,615 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/table/ee30c965331d42c586997f5be690e90d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:19:59,616 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-08T03:19:59,616 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:19:59,622 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:19:59,623 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:19:59,623 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:19:59,623 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:59,623 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731035997902Running coprocessor pre-close hooks at 1731035997902Disabling compacts and flushes for region at 1731035997902Disabling writes for close at 1731035997902Obtaining lock to block concurrent updates at 1731035997902Preparing flush snapshotting stores in 1588230740 at 1731035997902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731035997902Flushing stores of hbase:meta,,1.1588230740 at 1731035997903 (+1 ms)Flushing 1588230740/info: creating writer at 1731035997903Flushing 1588230740/info: appending metadata at 1731035997915 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731035997916 (+1 ms)Flushing 1588230740/ns: creating writer at 1731035998324 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731035998338 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731035998338Flushing 1588230740/rep_barrier: creating writer at 1731035998746 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731035998768 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731035998768Flushing 1588230740/table: creating writer at 1731035999175 (+407 ms)Flushing 1588230740/table: appending metadata at 1731035999191 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731035999191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f45e30: reopening flushed file at 1731035999599 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f233ce5: reopening flushed file at 1731035999603 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3285c9: reopening flushed file at 1731035999607 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b501cb: reopening flushed file at 1731035999611 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731035999616 (+5 ms)Writing region close event to WAL at 1731035999620 (+4 ms)Running coprocessor post-close hooks at 1731035999623 (+3 ms)Closed at 1731035999623 2024-11-08T03:19:59,623 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:19:59,700 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 2364, reset compression=false 2024-11-08T03:19:59,704 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T03:19:59,704 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,38907,1731035966335; all regions closed. 2024-11-08T03:19:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:19:59,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.meta.1731035969674.meta not finished, retry = 0 2024-11-08T03:19:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741839_1015 (size=2609) 2024-11-08T03:19:59,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.rep.1731035982781 not finished, retry = 0 2024-11-08T03:19:59,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 not finished, retry = 0 2024-11-08T03:19:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741832_1008 (size=2372) 2024-11-08T03:19:59,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:19:59,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:19:59,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:00,003 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 to pos 2364, reset compression=false 2024-11-08T03:20:00,011 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:00,011 INFO [RS:0;350fccc412b5:38907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:00,011 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/WALs/350fccc412b5,38907,1731035966335/350fccc412b5%2C38907%2C1731035966335.1731035968583 2024-11-08T03:20:00,012 INFO [RS:0;350fccc412b5:38907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:00,012 INFO [RS:0;350fccc412b5:38907 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:00,012 INFO [RS:0;350fccc412b5:38907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:00,012 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:00,012 INFO [RS:0;350fccc412b5:38907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,38907,1731035966335 because: Region server is closing 2024-11-08T03:20:00,012 INFO [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:38907. 2024-11-08T03:20:00,012 DEBUG [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:00,012 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:00,012 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:00,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:00,113 INFO [RS:0;350fccc412b5:38907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.shipper350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 terminated 2024-11-08T03:20:00,113 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,38907,1731035966335.replicationSource.wal-reader.350fccc412b5%2C38907%2C1731035966335,1-350fccc412b5,38907,1731035966335 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T03:20:00,113 INFO [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:38907. 2024-11-08T03:20:00,113 DEBUG [RS:0;350fccc412b5:38907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:00,113 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:00,113 DEBUG [RS:0;350fccc412b5:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:00,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:00,113 INFO [RS:0;350fccc412b5:38907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38907 2024-11-08T03:20:00,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249/rs 2024-11-08T03:20:00,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2078375249/rs/350fccc412b5,38907,1731035966335 2024-11-08T03:20:00,177 INFO [RS:0;350fccc412b5:38907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:00,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,38907,1731035966335] 2024-11-08T03:20:00,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2078375249/draining/350fccc412b5,38907,1731035966335 already deleted, retry=false 2024-11-08T03:20:00,240 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,38907,1731035966335 expired; onlineServers=0 2024-11-08T03:20:00,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,43455,1731035966192' ***** 2024-11-08T03:20:00,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:00,241 DEBUG [M:0;350fccc412b5:43455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:20:00,241 DEBUG [M:0;350fccc412b5:43455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:20:00,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:20:00,241 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035968341 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035968341,5,FailOnTimeoutGroup] 2024-11-08T03:20:00,241 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035968344 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035968344,5,FailOnTimeoutGroup] 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:00,241 DEBUG [M:0;350fccc412b5:43455 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:00,241 INFO [M:0;350fccc412b5:43455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:20:00,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:20:00,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:00,288 INFO [RS:0;350fccc412b5:38907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:00,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011874899d0004, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:00,288 INFO [RS:0;350fccc412b5:38907 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,38907,1731035966335; zookeeper connection closed. 2024-11-08T03:20:00,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d57c2d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d57c2d1 2024-11-08T03:20:00,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:20:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2078375249/master 2024-11-08T03:20:00,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2078375249 2024-11-08T03:20:00,304 DEBUG [M:0;350fccc412b5:43455 {}] zookeeper.ZKUtil(347): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Unable to get data of znode /1-2078375249/master because node does not exist (not an error) 2024-11-08T03:20:00,304 WARN [M:0;350fccc412b5:43455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:20:00,304 INFO [M:0;350fccc412b5:43455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/.lastflushedseqids 2024-11-08T03:20:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741847_1023 (size=245) 2024-11-08T03:20:00,308 INFO [M:0;350fccc412b5:43455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:20:00,308 INFO [M:0;350fccc412b5:43455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:20:00,308 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:00,309 INFO [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:00,309 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:00,309 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:00,309 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:00,309 INFO [M:0;350fccc412b5:43455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T03:20:00,322 DEBUG [M:0;350fccc412b5:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbd4c599ff74f48bfd62c47520d25d3 is 82, key is hbase:meta,,1/info:regioninfo/1731035969700/Put/seqid=0 2024-11-08T03:20:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741848_1024 (size=5672) 2024-11-08T03:20:00,526 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:20:00,726 INFO [M:0;350fccc412b5:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbd4c599ff74f48bfd62c47520d25d3 2024-11-08T03:20:00,742 DEBUG [M:0;350fccc412b5:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc265aed06e841dfb23906398e016e3a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731035982827/Put/seqid=0 2024-11-08T03:20:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741849_1025 (size=8517) 2024-11-08T03:20:01,146 INFO [M:0;350fccc412b5:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc265aed06e841dfb23906398e016e3a 2024-11-08T03:20:01,167 DEBUG [M:0;350fccc412b5:43455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/696addaaa309481a954d711eb1cbdd82 is 69, key is 350fccc412b5,38907,1731035966335/rs:state/1731035968389/Put/seqid=0 2024-11-08T03:20:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741850_1026 (size=5156) 2024-11-08T03:20:01,571 INFO [M:0;350fccc412b5:43455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/696addaaa309481a954d711eb1cbdd82 2024-11-08T03:20:01,575 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bbd4c599ff74f48bfd62c47520d25d3 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bbd4c599ff74f48bfd62c47520d25d3 2024-11-08T03:20:01,578 INFO [M:0;350fccc412b5:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bbd4c599ff74f48bfd62c47520d25d3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:20:01,579 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc265aed06e841dfb23906398e016e3a as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc265aed06e841dfb23906398e016e3a 2024-11-08T03:20:01,582 INFO [M:0;350fccc412b5:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc265aed06e841dfb23906398e016e3a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:20:01,583 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/696addaaa309481a954d711eb1cbdd82 as hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/696addaaa309481a954d711eb1cbdd82 2024-11-08T03:20:01,585 INFO [M:0;350fccc412b5:43455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/696addaaa309481a954d711eb1cbdd82, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:20:01,586 INFO [M:0;350fccc412b5:43455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-08T03:20:01,587 INFO [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:01,587 DEBUG [M:0;350fccc412b5:43455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036000308Disabling compacts and flushes for region at 1731036000308Disabling writes for close at 1731036000309 (+1 ms)Obtaining lock to block concurrent updates at 1731036000309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036000309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731036000309Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036000309Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036000310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036000322 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036000322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036000729 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036000742 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036000742Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036001150 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036001166 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036001166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3faec9dd: reopening flushed file at 1731036001574 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1beb3ca5: reopening flushed file at 1731036001578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d217bb8: reopening flushed file at 1731036001582 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731036001586 (+4 ms)Writing region close event to WAL at 1731036001587 (+1 ms)Closed at 1731036001587 2024-11-08T03:20:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35249 is added to blk_1073741830_1006 (size=63666) 2024-11-08T03:20:01,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45a150f1-bdd5-6cfa-9916-189a5f9fc1a7/MasterData/WALs/350fccc412b5,43455,1731035966192/350fccc412b5%2C43455%2C1731035966192.1731035968080 not finished, retry = 0 2024-11-08T03:20:01,690 INFO [M:0;350fccc412b5:43455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:20:01,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:01,690 INFO [M:0;350fccc412b5:43455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43455 2024-11-08T03:20:01,690 INFO [M:0;350fccc412b5:43455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:01,730 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:20:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:01,898 INFO [M:0;350fccc412b5:43455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43455-0x1011874899d0003, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:01,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f4d3814{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:01,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:01,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:01,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:01,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:01,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:20:01,903 WARN [BP-1198311750-172.17.0.3-1731035964203 heartbeating to localhost/127.0.0.1:42907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:20:01,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:20:01,903 WARN [BP-1198311750-172.17.0.3-1731035964203 heartbeating to localhost/127.0.0.1:42907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198311750-172.17.0.3-1731035964203 (Datanode Uuid 25890d0d-a820-4003-b089-589b88e2ae12) service to localhost/127.0.0.1:42907 2024-11-08T03:20:01,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/cluster_357a5fcf-a3d4-9026-c91e-81e8f2c8af7b/data/data1/current/BP-1198311750-172.17.0.3-1731035964203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:01,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/cluster_357a5fcf-a3d4-9026-c91e-81e8f2c8af7b/data/data2/current/BP-1198311750-172.17.0.3-1731035964203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:01,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:20:01,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@683bd178{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:01,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:01,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:01,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:01,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ee2708e8-6a40-b2ab-db4a-6218197f4f83/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:20:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:20:01,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:01,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:01,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:01,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:01,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:01,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:20:01,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272855478, stopped=false 2024-11-08T03:20:01,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,39545,1731035960919 2024-11-08T03:20:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1016589731/running 2024-11-08T03:20:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1016589731/running 2024-11-08T03:20:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:20:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:20:01,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:01,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:01,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:01,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/running 2024-11-08T03:20:01,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:01,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Set watcher on znode that does not yet exist, /0-1016589731/running 2024-11-08T03:20:01,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,42709,1731035961135' ***** 2024-11-08T03:20:01,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:20:01,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(3091): Received CLOSE for b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(3091): Received CLOSE for a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,42709,1731035961135 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:42709. 2024-11-08T03:20:01,943 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b83221ee89bf6e12cd135eb4d934efca, disabling compactions & flushes 2024-11-08T03:20:01,943 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:20:01,943 DEBUG [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:01,943 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:20:01,943 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:01,943 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. after waiting 0 ms 2024-11-08T03:20:01,943 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:20:01,943 INFO [RS:0;350fccc412b5:42709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:20:01,944 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:20:01,944 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b83221ee89bf6e12cd135eb4d934efca 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T03:20:01,944 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:20:01,944 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1325): Online Regions={b83221ee89bf6e12cd135eb4d934efca=hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca., a4ef132168cd8afbc80fb7f61715f5e5=test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:20:01,944 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5, b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:20:01,944 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:01,944 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:01,944 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:01,944 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:01,944 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:01,944 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:20:01,953 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:01,958 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/.tmp/queue/aa4f9f3612f1474ba7d7d8298ed923e1 is 154, key is 1-350fccc412b5,42709,1731035961135/queue:350fccc412b5%2C42709%2C1731035961135/1731035993995/Put/seqid=0 2024-11-08T03:20:01,960 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/info/32bc29959c464276bdfd1501b62fd525 is 147, key is hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca./info:regioninfo/1731035980624/Put/seqid=0 2024-11-08T03:20:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741840_1016 (size=5353) 2024-11-08T03:20:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741841_1017 (size=7686) 2024-11-08T03:20:02,144 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5, b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:20:02,303 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:20:02,303 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:20:02,344 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5, b83221ee89bf6e12cd135eb4d934efca 2024-11-08T03:20:02,361 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/.tmp/queue/aa4f9f3612f1474ba7d7d8298ed923e1 2024-11-08T03:20:02,366 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/info/32bc29959c464276bdfd1501b62fd525 2024-11-08T03:20:02,366 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/.tmp/queue/aa4f9f3612f1474ba7d7d8298ed923e1 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/queue/aa4f9f3612f1474ba7d7d8298ed923e1 2024-11-08T03:20:02,369 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/queue/aa4f9f3612f1474ba7d7d8298ed923e1, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T03:20:02,370 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b83221ee89bf6e12cd135eb4d934efca in 427ms, sequenceid=14, compaction requested=false 2024-11-08T03:20:02,370 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:20:02,375 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/replication/b83221ee89bf6e12cd135eb4d934efca/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T03:20:02,375 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:02,375 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:02,375 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b83221ee89bf6e12cd135eb4d934efca: Waiting for close lock at 1731036001943Running coprocessor pre-close hooks at 1731036001943Disabling compacts and flushes for region at 1731036001943Disabling writes for close at 1731036001943Obtaining lock to block concurrent updates at 1731036001944 (+1 ms)Preparing flush snapshotting stores in b83221ee89bf6e12cd135eb4d934efca at 1731036001944Finished memstore snapshotting hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731036001944Flushing stores of hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. at 1731036001944Flushing b83221ee89bf6e12cd135eb4d934efca/queue: creating writer at 1731036001944Flushing b83221ee89bf6e12cd135eb4d934efca/queue: appending metadata at 1731036001957 (+13 ms)Flushing b83221ee89bf6e12cd135eb4d934efca/queue: closing flushed file at 1731036001957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46504b26: reopening flushed file at 1731036002366 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b83221ee89bf6e12cd135eb4d934efca in 427ms, sequenceid=14, compaction requested=false at 1731036002370 (+4 ms)Writing region close event to WAL at 1731036002371 (+1 ms)Running coprocessor post-close hooks at 1731036002375 (+4 ms)Closed at 1731036002375 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731035979462.b83221ee89bf6e12cd135eb4d934efca. 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4ef132168cd8afbc80fb7f61715f5e5, disabling compactions & flushes 2024-11-08T03:20:02,376 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. after waiting 0 ms 2024-11-08T03:20:02,376 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:20:02,376 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4ef132168cd8afbc80fb7f61715f5e5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T03:20:02,383 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/ns/4edd663699e5497a870e632381c68e75 is 43, key is default/ns:d/1731035964004/Put/seqid=0 2024-11-08T03:20:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:20:02,387 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/ns/4edd663699e5497a870e632381c68e75 2024-11-08T03:20:02,395 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f/12059e6c615442a48c6ae75f2cb430a6 is 37, key is row3/f:row3/1731035992599/Put/seqid=0 2024-11-08T03:20:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741843_1019 (size=5228) 2024-11-08T03:20:02,408 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/rep_barrier/4951ea790f584a758f638ad54d8635ac is 112, key is test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5./rep_barrier:seqnumDuringOpen/1731035974744/Put/seqid=0 2024-11-08T03:20:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741844_1020 (size=5518) 2024-11-08T03:20:02,544 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:02,744 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:02,799 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f/12059e6c615442a48c6ae75f2cb430a6 2024-11-08T03:20:02,801 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12059e6c615442a48c6ae75f2cb430a6 2024-11-08T03:20:02,812 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/rep_barrier/4951ea790f584a758f638ad54d8635ac 2024-11-08T03:20:02,815 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f1/07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 is 30, key is row1/f1:/1731035989945/DeleteFamily/seqid=0 2024-11-08T03:20:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741845_1021 (size=5158) 2024-11-08T03:20:02,836 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/table/e436ea4636c842f6968898f8a0c8de55 is 53, key is hbase:replication/table:state/1731035980631/Put/seqid=0 2024-11-08T03:20:02,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741846_1022 (size=5308) 2024-11-08T03:20:02,945 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:20:02,945 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1325): Online Regions={a4ef132168cd8afbc80fb7f61715f5e5=test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:20:02,945 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:03,033 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1496, reset compression=false 2024-11-08T03:20:03,037 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:03,037 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1743, reset compression=false 2024-11-08T03:20:03,037 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,42709,1731035961135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:03,038 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,42709,1731035961135: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,42709,1731035961135, walGroup=350fccc412b5%2C42709%2C1731035961135, offset=350fccc412b5%2C42709%2C1731035961135.1731035963351:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:42709 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:20:03,039 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:20:03,039 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:20:03,040 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:20:03,040 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:20:03,040 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:20:03,040 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 901758504 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198883320 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:20:03,040 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:39545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:39545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:20:03,145 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:03,218 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f1/07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 2024-11-08T03:20:03,222 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 2024-11-08T03:20:03,234 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/norep/8eef51d248624221a06b29e7a3b3f135 is 32, key is row/norep:/1731035988939/DeleteFamily/seqid=0 2024-11-08T03:20:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741847_1023 (size=5101) 2024-11-08T03:20:03,240 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/table/e436ea4636c842f6968898f8a0c8de55 2024-11-08T03:20:03,243 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1743, reset compression=false 2024-11-08T03:20:03,243 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/info/32bc29959c464276bdfd1501b62fd525 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/info/32bc29959c464276bdfd1501b62fd525 2024-11-08T03:20:03,247 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/info/32bc29959c464276bdfd1501b62fd525, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:20:03,248 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/ns/4edd663699e5497a870e632381c68e75 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/ns/4edd663699e5497a870e632381c68e75 2024-11-08T03:20:03,251 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/ns/4edd663699e5497a870e632381c68e75, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:20:03,252 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/rep_barrier/4951ea790f584a758f638ad54d8635ac as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/rep_barrier/4951ea790f584a758f638ad54d8635ac 2024-11-08T03:20:03,255 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/rep_barrier/4951ea790f584a758f638ad54d8635ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:20:03,255 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/.tmp/table/e436ea4636c842f6968898f8a0c8de55 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/table/e436ea4636c842f6968898f8a0c8de55 2024-11-08T03:20:03,258 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/table/e436ea4636c842f6968898f8a0c8de55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:20:03,259 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-08T03:20:03,267 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:20:03,267 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:03,267 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:03,267 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:03,267 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036001944Running coprocessor pre-close hooks at 1731036001944Disabling compacts and flushes for region at 1731036001944Disabling writes for close at 1731036001944Obtaining lock to block concurrent updates at 1731036001944Preparing flush snapshotting stores in 1588230740 at 1731036001944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731036001944Flushing stores of hbase:meta,,1.1588230740 at 1731036001945 (+1 ms)Flushing 1588230740/info: creating writer at 1731036001945Flushing 1588230740/info: appending metadata at 1731036001960 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731036001960Flushing 1588230740/ns: creating writer at 1731036002369 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731036002383 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731036002383Flushing 1588230740/rep_barrier: creating writer at 1731036002391 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036002408 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036002408Flushing 1588230740/table: creating writer at 1731036002815 (+407 ms)Flushing 1588230740/table: appending metadata at 1731036002836 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731036002836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77336bfb: reopening flushed file at 1731036003243 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bba915f: reopening flushed file at 1731036003247 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6c13f2: reopening flushed file at 1731036003251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eabe5e9: reopening flushed file at 1731036003255 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731036003259 (+4 ms)Writing region close event to WAL at 1731036003264 (+5 ms)Running coprocessor post-close hooks at 1731036003267 (+3 ms)Closed at 1731036003267 2024-11-08T03:20:03,267 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:03,345 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:03,545 DEBUG [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1351): Waiting on a4ef132168cd8afbc80fb7f61715f5e5 2024-11-08T03:20:03,546 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1743, reset compression=false 2024-11-08T03:20:03,637 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/norep/8eef51d248624221a06b29e7a3b3f135 2024-11-08T03:20:03,641 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eef51d248624221a06b29e7a3b3f135 2024-11-08T03:20:03,641 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f/12059e6c615442a48c6ae75f2cb430a6 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/f/12059e6c615442a48c6ae75f2cb430a6 2024-11-08T03:20:03,645 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12059e6c615442a48c6ae75f2cb430a6 2024-11-08T03:20:03,645 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/f/12059e6c615442a48c6ae75f2cb430a6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T03:20:03,645 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/f1/07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/f1/07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 2024-11-08T03:20:03,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ff1d7ab6bb4d6aae3f9e5a2b97a5c9 2024-11-08T03:20:03,648 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/f1/07ff1d7ab6bb4d6aae3f9e5a2b97a5c9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T03:20:03,649 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/.tmp/norep/8eef51d248624221a06b29e7a3b3f135 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/norep/8eef51d248624221a06b29e7a3b3f135 2024-11-08T03:20:03,652 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8eef51d248624221a06b29e7a3b3f135 2024-11-08T03:20:03,652 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/norep/8eef51d248624221a06b29e7a3b3f135, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T03:20:03,653 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a4ef132168cd8afbc80fb7f61715f5e5 in 1277ms, sequenceid=12, compaction requested=false 2024-11-08T03:20:03,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/data/default/test/a4ef132168cd8afbc80fb7f61715f5e5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T03:20:03,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:03,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:03,656 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:20:03,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4ef132168cd8afbc80fb7f61715f5e5: Waiting for close lock at 1731036002376Running coprocessor pre-close hooks at 1731036002376Disabling compacts and flushes for region at 1731036002376Disabling writes for close at 1731036002376Obtaining lock to block concurrent updates at 1731036002376Preparing flush snapshotting stores in a4ef132168cd8afbc80fb7f61715f5e5 at 1731036002376Finished memstore snapshotting test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731036002376Flushing stores of test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. at 1731036002377 (+1 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/f: creating writer at 1731036002377Flushing a4ef132168cd8afbc80fb7f61715f5e5/f: appending metadata at 1731036002394 (+17 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/f: closing flushed file at 1731036002394Flushing a4ef132168cd8afbc80fb7f61715f5e5/f1: creating writer at 1731036002802 (+408 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/f1: appending metadata at 1731036002814 (+12 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/f1: closing flushed file at 1731036002814Flushing a4ef132168cd8afbc80fb7f61715f5e5/norep: creating writer at 1731036003222 (+408 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/norep: appending metadata at 1731036003233 (+11 ms)Flushing a4ef132168cd8afbc80fb7f61715f5e5/norep: closing flushed file at 1731036003233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42400779: reopening flushed file at 1731036003641 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2482a3a7: reopening flushed file at 1731036003645 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760d3007: reopening flushed file at 1731036003649 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a4ef132168cd8afbc80fb7f61715f5e5 in 1277ms, sequenceid=12, compaction requested=false at 1731036003653 (+4 ms)Writing region close event to WAL at 1731036003654 (+1 ms)Running coprocessor post-close hooks at 1731036003656 (+2 ms)Closed at 1731036003656 2024-11-08T03:20:03,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731035974004.a4ef132168cd8afbc80fb7f61715f5e5. 2024-11-08T03:20:03,745 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,42709,1731035961135; all regions closed. 2024-11-08T03:20:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:20:03,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.meta.1731035963947.meta not finished, retry = 0 2024-11-08T03:20:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741839_1015 (size=3552) 2024-11-08T03:20:03,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.rep.1731035980594 not finished, retry = 0 2024-11-08T03:20:03,948 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 to pos 1743, reset compression=false 2024-11-08T03:20:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741832_1008 (size=2395) 2024-11-08T03:20:03,953 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:03,953 INFO [RS:0;350fccc412b5:42709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:03,953 INFO [RS:0;350fccc412b5:42709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:03,953 INFO [RS:0;350fccc412b5:42709 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:03,954 INFO [RS:0;350fccc412b5:42709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:03,954 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:03,954 INFO [RS:0;350fccc412b5:42709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,42709,1731035961135 because: Region server is closing 2024-11-08T03:20:03,954 INFO [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:42709. 2024-11-08T03:20:03,954 DEBUG [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:03,954 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:03,954 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:03,954 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 for the last time to pos 2387, reset compression=false 2024-11-08T03:20:03,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:03,956 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 and length of the file is 2395 2024-11-08T03:20:03,956 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/WALs/350fccc412b5,42709,1731035961135/350fccc412b5%2C42709%2C1731035961135.1731035963351 2024-11-08T03:20:03,956 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.wal-reader.350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:04,014 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T03:20:04,014 INFO [master/350fccc412b5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T03:20:04,054 INFO [RS:0;350fccc412b5:42709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,42709,1731035961135.replicationSource.shipper350fccc412b5%2C42709%2C1731035961135,1-350fccc412b5,42709,1731035961135 terminated 2024-11-08T03:20:04,054 INFO [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:42709. 2024-11-08T03:20:04,054 DEBUG [RS:0;350fccc412b5:42709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:04,054 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:04,054 DEBUG [RS:0;350fccc412b5:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:04,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:04,055 INFO [RS:0;350fccc412b5:42709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42709 2024-11-08T03:20:04,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1016589731/rs/350fccc412b5,42709,1731035961135 2024-11-08T03:20:04,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731/rs 2024-11-08T03:20:04,124 INFO [RS:0;350fccc412b5:42709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:04,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,42709,1731035961135] 2024-11-08T03:20:04,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1016589731/draining/350fccc412b5,42709,1731035961135 already deleted, retry=false 2024-11-08T03:20:04,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,42709,1731035961135 expired; onlineServers=0 2024-11-08T03:20:04,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,39545,1731035960919' ***** 2024-11-08T03:20:04,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:20:04,145 INFO [M:0;350fccc412b5:39545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:04,145 INFO [M:0;350fccc412b5:39545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:04,145 DEBUG [M:0;350fccc412b5:39545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:20:04,146 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:20:04,146 DEBUG [M:0;350fccc412b5:39545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:20:04,146 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035963118 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731035963118,5,FailOnTimeoutGroup] 2024-11-08T03:20:04,146 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035963118 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731035963118,5,FailOnTimeoutGroup] 2024-11-08T03:20:04,146 INFO [M:0;350fccc412b5:39545 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:04,146 INFO [M:0;350fccc412b5:39545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:04,146 DEBUG [M:0;350fccc412b5:39545 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:20:04,146 INFO [M:0;350fccc412b5:39545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:20:04,146 INFO [M:0;350fccc412b5:39545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:04,146 INFO [M:0;350fccc412b5:39545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:20:04,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:20:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1016589731/master 2024-11-08T03:20:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1016589731 2024-11-08T03:20:04,156 DEBUG [M:0;350fccc412b5:39545 {}] zookeeper.ZKUtil(347): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Unable to get data of znode /0-1016589731/master because node does not exist (not an error) 2024-11-08T03:20:04,156 WARN [M:0;350fccc412b5:39545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:20:04,157 INFO [M:0;350fccc412b5:39545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/.lastflushedseqids 2024-11-08T03:20:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:20:04,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:04,235 INFO [RS:0;350fccc412b5:42709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:04,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x1011874899d0001, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:04,235 INFO [RS:0;350fccc412b5:42709 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,42709,1731035961135; zookeeper connection closed. 2024-11-08T03:20:04,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dca186a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dca186a 2024-11-08T03:20:04,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:20:04,561 INFO [M:0;350fccc412b5:39545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:20:04,561 INFO [M:0;350fccc412b5:39545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:20:04,561 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:04,561 INFO [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:04,561 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:04,561 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:04,561 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:04,561 INFO [M:0;350fccc412b5:39545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T03:20:04,574 DEBUG [M:0;350fccc412b5:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b7aab720fc4814ad65f1fa03c367b1 is 82, key is hbase:meta,,1/info:regioninfo/1731035963975/Put/seqid=0 2024-11-08T03:20:04,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:20:04,978 INFO [M:0;350fccc412b5:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b7aab720fc4814ad65f1fa03c367b1 2024-11-08T03:20:04,993 DEBUG [M:0;350fccc412b5:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b12c18c1868464aa4d00f89515b25b4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731035974754/Put/seqid=0 2024-11-08T03:20:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741850_1026 (size=7218) 2024-11-08T03:20:05,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:05,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:05,396 INFO [M:0;350fccc412b5:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b12c18c1868464aa4d00f89515b25b4 2024-11-08T03:20:05,399 INFO [M:0;350fccc412b5:39545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b12c18c1868464aa4d00f89515b25b4 2024-11-08T03:20:05,412 DEBUG [M:0;350fccc412b5:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54b0ab9ef547caba9d58e290d8dbe6 is 69, key is 350fccc412b5,42709,1731035961135/rs:state/1731035963199/Put/seqid=0 2024-11-08T03:20:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:20:05,815 INFO [M:0;350fccc412b5:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54b0ab9ef547caba9d58e290d8dbe6 2024-11-08T03:20:05,818 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b7aab720fc4814ad65f1fa03c367b1 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06b7aab720fc4814ad65f1fa03c367b1 2024-11-08T03:20:05,821 INFO [M:0;350fccc412b5:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06b7aab720fc4814ad65f1fa03c367b1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T03:20:05,822 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b12c18c1868464aa4d00f89515b25b4 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b12c18c1868464aa4d00f89515b25b4 2024-11-08T03:20:05,825 INFO [M:0;350fccc412b5:39545 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b12c18c1868464aa4d00f89515b25b4 2024-11-08T03:20:05,826 INFO [M:0;350fccc412b5:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b12c18c1868464aa4d00f89515b25b4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T03:20:05,826 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54b0ab9ef547caba9d58e290d8dbe6 as hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee54b0ab9ef547caba9d58e290d8dbe6 2024-11-08T03:20:05,830 INFO [M:0;350fccc412b5:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42771/user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee54b0ab9ef547caba9d58e290d8dbe6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T03:20:05,830 INFO [M:0;350fccc412b5:39545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-08T03:20:05,833 INFO [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:05,833 DEBUG [M:0;350fccc412b5:39545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036004561Disabling compacts and flushes for region at 1731036004561Disabling writes for close at 1731036004561Obtaining lock to block concurrent updates at 1731036004561Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036004561Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731036004561Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036004562 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036004562Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036004574 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036004574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036004981 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036004993 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036004993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036005399 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036005411 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036005411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55356dd2: reopening flushed file at 1731036005818 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c9b5c: reopening flushed file at 1731036005822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dbf8f5: reopening flushed file at 1731036005826 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731036005830 (+4 ms)Writing region close event to WAL at 1731036005833 (+3 ms)Closed at 1731036005833 2024-11-08T03:20:05,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed49541f-d9f8-88a5-d18f-6da67ed552b9/MasterData/WALs/350fccc412b5,39545,1731035960919/350fccc412b5%2C39545%2C1731035960919.1731035962852 not finished, retry = 0 2024-11-08T03:20:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44075 is added to blk_1073741830_1006 (size=64423) 2024-11-08T03:20:05,935 INFO [M:0;350fccc412b5:39545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:20:05,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:05,935 INFO [M:0;350fccc412b5:39545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39545 2024-11-08T03:20:05,936 INFO [M:0;350fccc412b5:39545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:06,098 INFO [M:0;350fccc412b5:39545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:06,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:06,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x1011874899d0000, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:06,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@180b46f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:06,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:06,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:06,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:06,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:06,102 WARN [BP-965692206-172.17.0.3-1731035958785 heartbeating to localhost/127.0.0.1:42771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:20:06,102 WARN [BP-965692206-172.17.0.3-1731035958785 heartbeating to localhost/127.0.0.1:42771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965692206-172.17.0.3-1731035958785 (Datanode Uuid 0fcc8ef5-07cb-420c-b7dc-6797e4b7c89a) service to localhost/127.0.0.1:42771 2024-11-08T03:20:06,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:20:06,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:20:06,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/data/data1/current/BP-965692206-172.17.0.3-1731035958785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:06,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/cluster_582c1137-cb01-3ca3-8257-7cea04e72745/data/data2/current/BP-965692206-172.17.0.3-1731035958785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:06,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:20:06,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63177e2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:06,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:06,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:06,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:06,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9a184b9d-20ec-0761-7768-b69181374f8a/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:06,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:20:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:20:06,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 267) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42771 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42907 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 664) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=4824 (was 5109) 2024-11-08T03:20:06,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4824 2024-11-08T03:20:06,152 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T03:20:06,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir so I do NOT create it in target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699 2024-11-08T03:20:06,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:20:06,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.tmp.dir so I do NOT create it in target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699 2024-11-08T03:20:06,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/50dddd2b-581f-e27e-f622-a19e79acdb95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:20:06,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699 2024-11-08T03:20:06,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852, deleteOnExit=true 2024-11-08T03:20:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011874899d0005, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011874899d0002, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011874899d0008, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011874899d0002, quorum=127.0.0.1:61014, baseZNode=/0-1016589731 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011874899d0008, quorum=127.0.0.1:61014, baseZNode=/2-2075195995 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011874899d0005, quorum=127.0.0.1:61014, baseZNode=/1-2078375249 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:06,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/zookeeper_0, clientPort=52348, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:20:06,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52348 2024-11-08T03:20:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:20:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:20:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/test.cache.data in system properties and HBase conf 2024-11-08T03:20:06,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:20:06,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:20:06,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:20:06,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:06,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:06,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:06,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:06,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:06,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:06,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:06,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed81529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:06,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@260d5ae3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/java.io.tmpdir/jetty-localhost-39445-hadoop-hdfs-3_4_1-tests_jar-_-any-2163822150516868109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:06,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16ea0658{HTTP/1.1, (http/1.1)}{localhost:39445} 2024-11-08T03:20:06,616 INFO [Time-limited test {}] server.Server(415): Started @273997ms 2024-11-08T03:20:06,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:06,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:06,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:06,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:06,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:20:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c257500{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:06,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c7b657{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:06,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c96ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/java.io.tmpdir/jetty-localhost-43705-hadoop-hdfs-3_4_1-tests_jar-_-any-14939745624554938076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:06,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1676b70e{HTTP/1.1, (http/1.1)}{localhost:43705} 2024-11-08T03:20:06,996 INFO [Time-limited test {}] server.Server(415): Started @274377ms 2024-11-08T03:20:06,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:20:07,719 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/data/data1/current/BP-1320374029-172.17.0.3-1731036006237/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:07,719 WARN [Thread-3448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/data/data2/current/BP-1320374029-172.17.0.3-1731036006237/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:07,745 WARN [Thread-3435 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:20:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbcc707ca48eab9a with lease ID 0xfdbc4ed8ba78ea68: Processing first storage report for DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06 from datanode DatanodeRegistration(127.0.0.1:33077, datanodeUuid=f5e89a10-7622-4c57-ad1f-613d66d2e8d5, infoPort=33455, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=1173670904;c=1731036006237) 2024-11-08T03:20:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbcc707ca48eab9a with lease ID 0xfdbc4ed8ba78ea68: from storage DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06 node DatanodeRegistration(127.0.0.1:33077, datanodeUuid=f5e89a10-7622-4c57-ad1f-613d66d2e8d5, infoPort=33455, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=1173670904;c=1731036006237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbcc707ca48eab9a with lease ID 0xfdbc4ed8ba78ea68: Processing first storage report for DS-4a23daf5-3b0d-427f-92ba-5dcbf218ae37 from datanode DatanodeRegistration(127.0.0.1:33077, datanodeUuid=f5e89a10-7622-4c57-ad1f-613d66d2e8d5, infoPort=33455, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=1173670904;c=1731036006237) 2024-11-08T03:20:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbcc707ca48eab9a with lease ID 0xfdbc4ed8ba78ea68: from storage DS-4a23daf5-3b0d-427f-92ba-5dcbf218ae37 node DatanodeRegistration(127.0.0.1:33077, datanodeUuid=f5e89a10-7622-4c57-ad1f-613d66d2e8d5, infoPort=33455, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=1173670904;c=1731036006237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:07,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699 2024-11-08T03:20:07,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:07,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:20:08,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200 with version=8 2024-11-08T03:20:08,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/hbase-staging 2024-11-08T03:20:08,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:20:08,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:08,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46765 2024-11-08T03:20:08,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46765 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:08,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467650x0, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:08,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46765-0x101187542f80000 connected 2024-11-08T03:20:08,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:08,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:08,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/running 2024-11-08T03:20:08,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200, hbase.cluster.distributed=false 2024-11-08T03:20:08,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/acl 2024-11-08T03:20:08,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-08T03:20:08,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46765 2024-11-08T03:20:08,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46765 2024-11-08T03:20:08,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-08T03:20:08,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-08T03:20:08,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:20:08,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:08,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34991 2024-11-08T03:20:08,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34991 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:08,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:08,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349910x0, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:08,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349910x0, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/running 2024-11-08T03:20:08,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34991-0x101187542f80001 connected 2024-11-08T03:20:08,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:20:08,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:20:08,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/master 2024-11-08T03:20:08,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/acl 2024-11-08T03:20:08,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-08T03:20:08,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34991 2024-11-08T03:20:08,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34991 2024-11-08T03:20:08,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-08T03:20:08,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-08T03:20:08,465 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:46765 2024-11-08T03:20:08,465 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0800921188/backup-masters/350fccc412b5,46765,1731036008232 2024-11-08T03:20:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/backup-masters 2024-11-08T03:20:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/backup-masters 2024-11-08T03:20:08,471 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on existing znode=/0800921188/backup-masters/350fccc412b5,46765,1731036008232 2024-11-08T03:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0800921188/master 2024-11-08T03:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:08,482 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on existing znode=/0800921188/master 2024-11-08T03:20:08,482 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0800921188/backup-masters/350fccc412b5,46765,1731036008232 from backup master directory 2024-11-08T03:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0800921188/backup-masters/350fccc412b5,46765,1731036008232 2024-11-08T03:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/backup-masters 2024-11-08T03:20:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/backup-masters 2024-11-08T03:20:08,492 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:08,492 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,46765,1731036008232 2024-11-08T03:20:08,495 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/hbase.id] with ID: 9a137621-04ce-450f-823a-8c2430fa3a17 2024-11-08T03:20:08,495 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/.tmp/hbase.id 2024-11-08T03:20:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:20:08,900 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/.tmp/hbase.id]:[hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/hbase.id] 2024-11-08T03:20:08,907 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:08,907 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:20:08,908 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:20:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:20:09,360 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:09,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:20:09,361 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:20:09,766 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store 2024-11-08T03:20:09,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:20:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:20:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:20:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:20:09,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:10,170 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:10,171 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:10,171 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036010170Disabling compacts and flushes for region at 1731036010170Disabling writes for close at 1731036010171 (+1 ms)Writing region close event to WAL at 1731036010171Closed at 1731036010171 2024-11-08T03:20:10,171 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/.initializing 2024-11-08T03:20:10,171 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/WALs/350fccc412b5,46765,1731036008232 2024-11-08T03:20:10,172 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:10,173 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C46765%2C1731036008232, suffix=, logDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/WALs/350fccc412b5,46765,1731036008232, archiveDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/oldWALs, maxLogs=10 2024-11-08T03:20:10,185 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/WALs/350fccc412b5,46765,1731036008232/350fccc412b5%2C46765%2C1731036008232.1731036010173, exclude list is [], retry=0 2024-11-08T03:20:10,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33077,DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06,DISK] 2024-11-08T03:20:10,190 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/WALs/350fccc412b5,46765,1731036008232/350fccc412b5%2C46765%2C1731036008232.1731036010173 2024-11-08T03:20:10,190 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-08T03:20:10,190 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:10,190 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:10,190 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,190 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:20:10,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:10,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:10,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:20:10,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:10,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:20:10,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:10,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:10,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:20:10,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:10,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:10,196 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,198 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,198 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,198 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:10,199 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:10,200 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:10,201 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63002953, jitterRate=-0.061182841658592224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:10,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036010190Initializing all the Stores at 1731036010191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036010191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036010192 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036010192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036010192Cleaning up temporary data from old regions at 1731036010198 (+6 ms)Region opened successfully at 1731036010201 (+3 ms) 2024-11-08T03:20:10,205 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:20:10,207 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181fc91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:10,207 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:20:10,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:20:10,210 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:20:10,210 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/balancer because node does not exist (not necessarily an error) 2024-11-08T03:20:10,292 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/balancer already deleted, retry=false 2024-11-08T03:20:10,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:20:10,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:20:10,303 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/normalizer already deleted, retry=false 2024-11-08T03:20:10,303 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:20:10,304 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:20:10,313 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/switch/split already deleted, retry=false 2024-11-08T03:20:10,314 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:20:10,324 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/switch/merge already deleted, retry=false 2024-11-08T03:20:10,326 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:20:10,334 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/snapshot-cleanup already deleted, retry=false 2024-11-08T03:20:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0800921188/running 2024-11-08T03:20:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0800921188/running 2024-11-08T03:20:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,345 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,46765,1731036008232, sessionid=0x101187542f80000, setting cluster-up flag (Was=false) 2024-11-08T03:20:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,397 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0800921188/flush-table-proc/acquired, /0800921188/flush-table-proc/reached, /0800921188/flush-table-proc/abort 2024-11-08T03:20:10,398 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46765,1731036008232 2024-11-08T03:20:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:10,450 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0800921188/online-snapshot/acquired, /0800921188/online-snapshot/reached, /0800921188/online-snapshot/abort 2024-11-08T03:20:10,451 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,46765,1731036008232 2024-11-08T03:20:10,452 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:20:10,453 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:10,453 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:20:10,453 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:20:10,454 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,46765,1731036008232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:10,455 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036040456 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:20:10,456 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:20:10,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:10,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:20:10,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:10,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:20:10,459 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,459 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(746): ClusterId : 9a137621-04ce-450f-823a-8c2430fa3a17 2024-11-08T03:20:10,459 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:20:10,460 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:20:10,460 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:20:10,460 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:20:10,460 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:20:10,464 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:20:10,464 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:20:10,464 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036010464,5,FailOnTimeoutGroup] 2024-11-08T03:20:10,466 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036010464,5,FailOnTimeoutGroup] 2024-11-08T03:20:10,466 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,467 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:20:10,467 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,467 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:20:10,472 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:20:10,472 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:20:10,482 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:20:10,483 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f15bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:10,496 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:34991 2024-11-08T03:20:10,496 INFO [RS:0;350fccc412b5:34991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:20:10,496 INFO [RS:0;350fccc412b5:34991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:20:10,496 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:20:10,496 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,46765,1731036008232 with port=34991, startcode=1731036008426 2024-11-08T03:20:10,497 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:20:10,498 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:20:10,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46765 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,499 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200 2024-11-08T03:20:10,499 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39173 2024-11-08T03:20:10,499 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:20:10,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/rs 2024-11-08T03:20:10,510 DEBUG [RS:0;350fccc412b5:34991 {}] zookeeper.ZKUtil(111): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on existing znode=/0800921188/rs/350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,510 WARN [RS:0;350fccc412b5:34991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:10,510 INFO [RS:0;350fccc412b5:34991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:10,510 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,34991,1731036008426] 2024-11-08T03:20:10,513 INFO [RS:0;350fccc412b5:34991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:20:10,514 INFO [RS:0;350fccc412b5:34991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:20:10,514 INFO [RS:0;350fccc412b5:34991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:20:10,514 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,516 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:20:10,516 INFO [RS:0;350fccc412b5:34991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:20:10,517 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:10,517 DEBUG [RS:0;350fccc412b5:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,518 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34991,1731036008426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:10,531 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:20:10,531 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34991,1731036008426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,531 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,531 INFO [RS:0;350fccc412b5:34991 {}] regionserver.Replication(171): 350fccc412b5,34991,1731036008426 started 2024-11-08T03:20:10,543 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:10,543 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,34991,1731036008426, RpcServer on 350fccc412b5/172.17.0.3:34991, sessionid=0x101187542f80001 2024-11-08T03:20:10,543 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:20:10,543 DEBUG [RS:0;350fccc412b5:34991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,543 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,34991,1731036008426' 2024-11-08T03:20:10,543 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0800921188/flush-table-proc/abort' 2024-11-08T03:20:10,543 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0800921188/flush-table-proc/acquired' 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,34991,1731036008426 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,34991,1731036008426' 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0800921188/online-snapshot/abort' 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0800921188/online-snapshot/acquired' 2024-11-08T03:20:10,544 DEBUG [RS:0;350fccc412b5:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:20:10,544 INFO [RS:0;350fccc412b5:34991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:20:10,544 INFO [RS:0;350fccc412b5:34991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:20:10,644 INFO [RS:0;350fccc412b5:34991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:10,646 INFO [RS:0;350fccc412b5:34991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C34991%2C1731036008426, suffix=, logDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426, archiveDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/oldWALs, maxLogs=10 2024-11-08T03:20:10,658 DEBUG [RS:0;350fccc412b5:34991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, exclude list is [], retry=0 2024-11-08T03:20:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33077,DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06,DISK] 2024-11-08T03:20:10,661 INFO [RS:0;350fccc412b5:34991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 2024-11-08T03:20:10,661 DEBUG [RS:0;350fccc412b5:34991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-08T03:20:10,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:20:10,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200 2024-11-08T03:20:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:20:11,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:11,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:11,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:11,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:11,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:11,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:11,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:11,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:11,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:11,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:11,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740 2024-11-08T03:20:11,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740 2024-11-08T03:20:11,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:11,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:11,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:11,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:11,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787911, jitterRate=0.025019749999046326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036011277Initializing all the Stores at 1731036011278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036011278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011278Cleaning up temporary data from old regions at 1731036011283 (+5 ms)Region opened successfully at 1731036011286 (+3 ms) 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:11,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:11,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:11,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:11,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036011286Disabling compacts and flushes for region at 1731036011286Disabling writes for close at 1731036011286Writing region close event to WAL at 1731036011287 (+1 ms)Closed at 1731036011287 2024-11-08T03:20:11,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:11,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:20:11,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:20:11,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:11,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:20:11,439 DEBUG [350fccc412b5:46765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:20:11,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:11,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,34991,1731036008426, state=OPENING 2024-11-08T03:20:11,492 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:20:11,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:11,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:11,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0800921188/meta-region-server: CHANGED 2024-11-08T03:20:11,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0800921188/meta-region-server: CHANGED 2024-11-08T03:20:11,503 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:11,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,34991,1731036008426}] 2024-11-08T03:20:11,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:11,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:20:11,658 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:20:11,658 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:11,659 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:20:11,660 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C34991%2C1731036008426.meta, suffix=.meta, logDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426, archiveDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/oldWALs, maxLogs=10 2024-11-08T03:20:11,671 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.meta.1731036011660.meta, exclude list is [], retry=0 2024-11-08T03:20:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33077,DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06,DISK] 2024-11-08T03:20:11,675 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.meta.1731036011660.meta 2024-11-08T03:20:11,675 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-08T03:20:11,675 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:11,676 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:20:11,676 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:20:11,676 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:20:11,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:11,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:11,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:11,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:11,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:11,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:11,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:11,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:11,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:11,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:11,680 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:11,681 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740 2024-11-08T03:20:11,681 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740 2024-11-08T03:20:11,682 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:11,682 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:11,682 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:11,683 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:11,683 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70224417, jitterRate=0.04642535746097565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:11,683 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:20:11,684 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036011676Writing region info on filesystem at 1731036011676Initializing all the Stores at 1731036011677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011677Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036011677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036011677Cleaning up temporary data from old regions at 1731036011682 (+5 ms)Running coprocessor post-open hooks at 1731036011683 (+1 ms)Region opened successfully at 1731036011684 (+1 ms) 2024-11-08T03:20:11,684 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036011655 2024-11-08T03:20:11,686 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:20:11,686 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:20:11,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:11,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,34991,1731036008426, state=OPEN 2024-11-08T03:20:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0800921188/meta-region-server 2024-11-08T03:20:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0800921188/meta-region-server 2024-11-08T03:20:11,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,34991,1731036008426 2024-11-08T03:20:11,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0800921188/meta-region-server: CHANGED 2024-11-08T03:20:11,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0800921188/meta-region-server: CHANGED 2024-11-08T03:20:11,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:20:11,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,34991,1731036008426 in 238 msec 2024-11-08T03:20:11,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:20:11,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-08T03:20:11,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:11,745 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:20:11,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:11,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,34991,1731036008426, seqNum=-1] 2024-11-08T03:20:11,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:11,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:11,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-08T03:20:11,751 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036011751, completionTime=-1 2024-11-08T03:20:11,751 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:20:11,751 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:20:11,753 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:20:11,753 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036071753 2024-11-08T03:20:11,753 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036131753 2024-11-08T03:20:11,753 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:46765, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,754 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,755 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:20:11,757 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:11,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:20:11,759 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:20:11,759 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:20:11,759 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46765,1731036008232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:11,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522fb3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:11,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46765,-1 for getting cluster id 2024-11-08T03:20:11,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:11,858 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a137621-04ce-450f-823a-8c2430fa3a17' 2024-11-08T03:20:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a137621-04ce-450f-823a-8c2430fa3a17" 2024-11-08T03:20:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da11be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46765,-1] 2024-11-08T03:20:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:11,859 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:11,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b428bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:11,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,34991,1731036008426, seqNum=-1] 2024-11-08T03:20:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:11,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:11,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,46765,1731036008232 2024-11-08T03:20:11,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:11,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:11,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101187542f80002 connected 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir so I do NOT create it in target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5 2024-11-08T03:20:11,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.tmp.dir so I do NOT create it in target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5 2024-11-08T03:20:11,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:20:11,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/cluster_46ab43d4-3e02-4049-1625-f93790046784, deleteOnExit=true 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/test.cache.data in system properties and HBase conf 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:20:11,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:20:11,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:20:11,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:20:12,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:12,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:12,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:12,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:12,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:12,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:12,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae44ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:12,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c30efb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:12,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6039d9a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/java.io.tmpdir/jetty-localhost-46763-hadoop-hdfs-3_4_1-tests_jar-_-any-12434584046866895189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:12,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13e93a60{HTTP/1.1, (http/1.1)}{localhost:46763} 2024-11-08T03:20:12,480 INFO [Time-limited test {}] server.Server(415): Started @279861ms 2024-11-08T03:20:12,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:12,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:12,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:12,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:12,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:12,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d936c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:12,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c5dedcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:12,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d78813c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/java.io.tmpdir/jetty-localhost-37881-hadoop-hdfs-3_4_1-tests_jar-_-any-16751515928431359729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:12,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65acb346{HTTP/1.1, (http/1.1)}{localhost:37881} 2024-11-08T03:20:12,858 INFO [Time-limited test {}] server.Server(415): Started @280239ms 2024-11-08T03:20:12,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:20:13,513 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/cluster_46ab43d4-3e02-4049-1625-f93790046784/data/data1/current/BP-40522213-172.17.0.3-1731036011910/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:13,513 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/cluster_46ab43d4-3e02-4049-1625-f93790046784/data/data2/current/BP-40522213-172.17.0.3-1731036011910/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:13,532 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:20:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dd770425269ebe0 with lease ID 0x50c73c1bb33d3deb: Processing first storage report for DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164 from datanode DatanodeRegistration(127.0.0.1:46597, datanodeUuid=b0d36804-4803-4849-a7f3-9e5e9ead5fb7, infoPort=33399, infoSecurePort=0, ipcPort=35737, storageInfo=lv=-57;cid=testClusterID;nsid=962858388;c=1731036011910) 2024-11-08T03:20:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dd770425269ebe0 with lease ID 0x50c73c1bb33d3deb: from storage DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164 node DatanodeRegistration(127.0.0.1:46597, datanodeUuid=b0d36804-4803-4849-a7f3-9e5e9ead5fb7, infoPort=33399, infoSecurePort=0, ipcPort=35737, storageInfo=lv=-57;cid=testClusterID;nsid=962858388;c=1731036011910), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dd770425269ebe0 with lease ID 0x50c73c1bb33d3deb: Processing first storage report for DS-b7225cd4-ac85-4ef4-b070-857400ac38cd from datanode DatanodeRegistration(127.0.0.1:46597, datanodeUuid=b0d36804-4803-4849-a7f3-9e5e9ead5fb7, infoPort=33399, infoSecurePort=0, ipcPort=35737, storageInfo=lv=-57;cid=testClusterID;nsid=962858388;c=1731036011910) 2024-11-08T03:20:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dd770425269ebe0 with lease ID 0x50c73c1bb33d3deb: from storage DS-b7225cd4-ac85-4ef4-b070-857400ac38cd node DatanodeRegistration(127.0.0.1:46597, datanodeUuid=b0d36804-4803-4849-a7f3-9e5e9ead5fb7, infoPort=33399, infoSecurePort=0, ipcPort=35737, storageInfo=lv=-57;cid=testClusterID;nsid=962858388;c=1731036011910), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:13,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5 2024-11-08T03:20:13,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:13,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:13,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:20:13,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1 with version=8 2024-11-08T03:20:13,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/hbase-staging 2024-11-08T03:20:13,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:20:13,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:13,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43301 2024-11-08T03:20:13,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43301 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:14,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433010x0, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:14,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43301-0x101187542f80003 connected 2024-11-08T03:20:14,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:14,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:14,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/running 2024-11-08T03:20:14,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1, hbase.cluster.distributed=false 2024-11-08T03:20:14,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/acl 2024-11-08T03:20:14,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-08T03:20:14,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43301 2024-11-08T03:20:14,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43301 2024-11-08T03:20:14,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-08T03:20:14,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-08T03:20:14,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:20:14,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:14,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33433 2024-11-08T03:20:14,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33433 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:14,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:14,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334330x0, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:14,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/running 2024-11-08T03:20:14,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33433-0x101187542f80004 connected 2024-11-08T03:20:14,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:20:14,163 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:20:14,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/master 2024-11-08T03:20:14,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/acl 2024-11-08T03:20:14,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-08T03:20:14,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33433 2024-11-08T03:20:14,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33433 2024-11-08T03:20:14,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-08T03:20:14,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33433 2024-11-08T03:20:14,184 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:43301 2024-11-08T03:20:14,185 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-682137327/backup-masters/350fccc412b5,43301,1731036013996 2024-11-08T03:20:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/backup-masters 2024-11-08T03:20:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/backup-masters 2024-11-08T03:20:14,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on existing znode=/1-682137327/backup-masters/350fccc412b5,43301,1731036013996 2024-11-08T03:20:14,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682137327/master 2024-11-08T03:20:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:14,208 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on existing znode=/1-682137327/master 2024-11-08T03:20:14,208 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-682137327/backup-masters/350fccc412b5,43301,1731036013996 from backup master directory 2024-11-08T03:20:14,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/backup-masters 2024-11-08T03:20:14,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682137327/backup-masters/350fccc412b5,43301,1731036013996 2024-11-08T03:20:14,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/backup-masters 2024-11-08T03:20:14,218 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:14,218 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,43301,1731036013996 2024-11-08T03:20:14,221 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/hbase.id] with ID: c2c475af-41a5-47dd-9ef9-39c6da5fcd0b 2024-11-08T03:20:14,221 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/.tmp/hbase.id 2024-11-08T03:20:14,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:20:14,624 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/.tmp/hbase.id]:[hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/hbase.id] 2024-11-08T03:20:14,631 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:14,631 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:20:14,632 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:20:14,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:14,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:20:15,086 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:15,086 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:20:15,087 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:20:15,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:15,277 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:15,278 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88632 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:15,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:15,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:15,492 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store 2024-11-08T03:20:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:15,897 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:15,897 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:15,897 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036015897Disabling compacts and flushes for region at 1731036015897Disabling writes for close at 1731036015897Writing region close event to WAL at 1731036015897Closed at 1731036015897 2024-11-08T03:20:15,898 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/.initializing 2024-11-08T03:20:15,898 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/WALs/350fccc412b5,43301,1731036013996 2024-11-08T03:20:15,898 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:15,899 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C43301%2C1731036013996, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/WALs/350fccc412b5,43301,1731036013996, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/oldWALs, maxLogs=10 2024-11-08T03:20:15,911 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/WALs/350fccc412b5,43301,1731036013996/350fccc412b5%2C43301%2C1731036013996.1731036015899, exclude list is [], retry=0 2024-11-08T03:20:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164,DISK] 2024-11-08T03:20:15,914 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/WALs/350fccc412b5,43301,1731036013996/350fccc412b5%2C43301%2C1731036013996.1731036015899 2024-11-08T03:20:15,914 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-08T03:20:15,914 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:15,914 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:15,914 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,915 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:20:15,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:15,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:15,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:20:15,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:15,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:15,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:20:15,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:15,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:15,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:20:15,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:15,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:15,920 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,920 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,920 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,921 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,921 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,922 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:15,922 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:15,924 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:15,924 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814967, jitterRate=-0.10868753492832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:15,924 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036015915Initializing all the Stores at 1731036015915Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036015915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036015915Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036015915Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036015915Cleaning up temporary data from old regions at 1731036015921 (+6 ms)Region opened successfully at 1731036015924 (+3 ms) 2024-11-08T03:20:15,924 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:20:15,926 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9aa89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:15,926 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:20:15,926 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:20:15,926 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:20:15,926 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:20:15,927 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:20:15,927 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:20:15,927 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:20:15,928 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:20:15,928 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/balancer because node does not exist (not necessarily an error) 2024-11-08T03:20:16,007 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/balancer already deleted, retry=false 2024-11-08T03:20:16,008 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:20:16,008 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:20:16,018 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/normalizer already deleted, retry=false 2024-11-08T03:20:16,018 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:20:16,019 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:20:16,028 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/switch/split already deleted, retry=false 2024-11-08T03:20:16,029 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:20:16,039 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/switch/merge already deleted, retry=false 2024-11-08T03:20:16,040 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:20:16,050 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/snapshot-cleanup already deleted, retry=false 2024-11-08T03:20:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682137327/running 2024-11-08T03:20:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682137327/running 2024-11-08T03:20:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,060 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,43301,1731036013996, sessionid=0x101187542f80003, setting cluster-up flag (Was=false) 2024-11-08T03:20:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,146 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-682137327/flush-table-proc/acquired, /1-682137327/flush-table-proc/reached, /1-682137327/flush-table-proc/abort 2024-11-08T03:20:16,147 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43301,1731036013996 2024-11-08T03:20:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:16,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-682137327/online-snapshot/acquired, /1-682137327/online-snapshot/reached, /1-682137327/online-snapshot/abort 2024-11-08T03:20:16,198 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,43301,1731036013996 2024-11-08T03:20:16,199 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:20:16,200 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:16,200 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:20:16,200 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:20:16,200 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,43301,1731036013996 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:16,201 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036046202 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:20:16,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:16,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:20:16,202 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:20:16,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:20:16,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:20:16,203 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036016203,5,FailOnTimeoutGroup] 2024-11-08T03:20:16,203 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036016203,5,FailOnTimeoutGroup] 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,203 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:20:16,275 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(746): ClusterId : c2c475af-41a5-47dd-9ef9-39c6da5fcd0b 2024-11-08T03:20:16,275 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:20:16,282 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:20:16,282 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:20:16,292 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:20:16,292 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b073c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:16,303 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:33433 2024-11-08T03:20:16,303 INFO [RS:0;350fccc412b5:33433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:20:16,303 INFO [RS:0;350fccc412b5:33433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:20:16,303 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:20:16,304 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,43301,1731036013996 with port=33433, startcode=1731036014146 2024-11-08T03:20:16,304 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:20:16,305 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:20:16,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43301 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,306 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1 2024-11-08T03:20:16,306 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39743 2024-11-08T03:20:16,306 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:20:16,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/rs 2024-11-08T03:20:16,313 DEBUG [RS:0;350fccc412b5:33433 {}] zookeeper.ZKUtil(111): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on existing znode=/1-682137327/rs/350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,313 WARN [RS:0;350fccc412b5:33433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:16,313 INFO [RS:0;350fccc412b5:33433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:16,313 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,33433,1731036014146] 2024-11-08T03:20:16,315 INFO [RS:0;350fccc412b5:33433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:20:16,317 INFO [RS:0;350fccc412b5:33433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:20:16,317 INFO [RS:0;350fccc412b5:33433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:20:16,317 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,318 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:20:16,318 INFO [RS:0;350fccc412b5:33433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:20:16,318 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:16,318 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:16,319 DEBUG [RS:0;350fccc412b5:33433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,319 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33433,1731036014146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:16,331 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:20:16,331 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,33433,1731036014146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,332 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,332 INFO [RS:0;350fccc412b5:33433 {}] regionserver.Replication(171): 350fccc412b5,33433,1731036014146 started 2024-11-08T03:20:16,343 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:16,343 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,33433,1731036014146, RpcServer on 350fccc412b5/172.17.0.3:33433, sessionid=0x101187542f80004 2024-11-08T03:20:16,343 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:20:16,343 DEBUG [RS:0;350fccc412b5:33433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,343 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33433,1731036014146' 2024-11-08T03:20:16,343 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-682137327/flush-table-proc/abort' 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-682137327/flush-table-proc/acquired' 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,33433,1731036014146 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,33433,1731036014146' 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-682137327/online-snapshot/abort' 2024-11-08T03:20:16,344 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-682137327/online-snapshot/acquired' 2024-11-08T03:20:16,345 DEBUG [RS:0;350fccc412b5:33433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:20:16,345 INFO [RS:0;350fccc412b5:33433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:20:16,345 INFO [RS:0;350fccc412b5:33433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:20:16,445 INFO [RS:0;350fccc412b5:33433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:16,446 INFO [RS:0;350fccc412b5:33433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33433%2C1731036014146, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/oldWALs, maxLogs=10 2024-11-08T03:20:16,457 DEBUG [RS:0;350fccc412b5:33433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, exclude list is [], retry=0 2024-11-08T03:20:16,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164,DISK] 2024-11-08T03:20:16,460 INFO [RS:0;350fccc412b5:33433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 2024-11-08T03:20:16,461 DEBUG [RS:0;350fccc412b5:33433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-08T03:20:16,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:20:16,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:20:16,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1 2024-11-08T03:20:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:20:17,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:17,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:17,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:17,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:17,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:17,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:17,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:17,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:17,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:17,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:17,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740 2024-11-08T03:20:17,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740 2024-11-08T03:20:17,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:17,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:17,024 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:17,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:17,026 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:17,026 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68423245, jitterRate=0.019585803151130676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:17,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036017017Initializing all the Stores at 1731036017017Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017018 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036017018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017018Cleaning up temporary data from old regions at 1731036017024 (+6 ms)Region opened successfully at 1731036017026 (+2 ms) 2024-11-08T03:20:17,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:17,027 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:17,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:17,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:17,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:17,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:17,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036017026Disabling compacts and flushes for region at 1731036017026Disabling writes for close at 1731036017027 (+1 ms)Writing region close event to WAL at 1731036017027Closed at 1731036017027 2024-11-08T03:20:17,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:17,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:20:17,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:20:17,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:17,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:20:17,180 DEBUG [350fccc412b5:43301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:20:17,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:17,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33433,1731036014146, state=OPENING 2024-11-08T03:20:17,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:20:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:17,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682137327/meta-region-server: CHANGED 2024-11-08T03:20:17,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682137327/meta-region-server: CHANGED 2024-11-08T03:20:17,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:17,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33433,1731036014146}] 2024-11-08T03:20:17,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:17,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:20:17,448 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:20:17,448 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:17,448 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:20:17,449 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33433%2C1731036014146.meta, suffix=.meta, logDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/oldWALs, maxLogs=10 2024-11-08T03:20:17,461 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.meta.1731036017449.meta, exclude list is [], retry=0 2024-11-08T03:20:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164,DISK] 2024-11-08T03:20:17,464 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.meta.1731036017449.meta 2024-11-08T03:20:17,464 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-08T03:20:17,464 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:17,464 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:17,464 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:17,464 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:20:17,464 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:20:17,465 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:20:17,465 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:17,465 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:20:17,465 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:20:17,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:17,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:17,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:17,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:17,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:17,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:17,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:17,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:17,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:17,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:17,469 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:17,470 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740 2024-11-08T03:20:17,470 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740 2024-11-08T03:20:17,471 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:17,471 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:17,472 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:17,473 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:17,473 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274000, jitterRate=-0.01244044303894043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:17,473 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:20:17,473 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036017465Writing region info on filesystem at 1731036017465Initializing all the Stores at 1731036017465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036017465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036017465Cleaning up temporary data from old regions at 1731036017471 (+6 ms)Running coprocessor post-open hooks at 1731036017473 (+2 ms)Region opened successfully at 1731036017473 2024-11-08T03:20:17,474 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036017444 2024-11-08T03:20:17,476 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:20:17,476 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:20:17,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:17,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,33433,1731036014146, state=OPEN 2024-11-08T03:20:17,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-682137327/meta-region-server 2024-11-08T03:20:17,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-682137327/meta-region-server 2024-11-08T03:20:17,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,33433,1731036014146 2024-11-08T03:20:17,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682137327/meta-region-server: CHANGED 2024-11-08T03:20:17,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682137327/meta-region-server: CHANGED 2024-11-08T03:20:17,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:20:17,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,33433,1731036014146 in 196 msec 2024-11-08T03:20:17,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:20:17,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-08T03:20:17,492 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:17,492 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:20:17,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:17,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33433,1731036014146, seqNum=-1] 2024-11-08T03:20:17,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:17,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:17,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-08T03:20:17,497 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036017497, completionTime=-1 2024-11-08T03:20:17,497 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:20:17,497 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:20:17,498 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:20:17,498 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036077498 2024-11-08T03:20:17,498 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036137498 2024-11-08T03:20:17,498 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:43301, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,499 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,500 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.283sec 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:17,501 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:20:17,503 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:20:17,503 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:20:17,503 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,43301,1731036013996-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:17,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff3703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:17,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:17,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:17,576 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:17,578 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:17,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3749ead2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:17,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:17,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33433,1731036014146, seqNum=-1] 2024-11-08T03:20:17,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:17,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:17,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,43301,1731036013996 2024-11-08T03:20:17,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:17,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:17,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101187542f80005 connected 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir so I do NOT create it in target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2 2024-11-08T03:20:17,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.tmp.dir so I do NOT create it in target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2 2024-11-08T03:20:17,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:20:17,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/cluster_291feda7-2300-bbb6-9908-f4209d8645ab, deleteOnExit=true 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:20:17,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/test.cache.data in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:20:17,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:20:17,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:20:18,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:18,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:18,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:18,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:18,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:20:18,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:18,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a0626d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:18,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7696cc10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:18,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a7cef1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/java.io.tmpdir/jetty-localhost-41465-hadoop-hdfs-3_4_1-tests_jar-_-any-1842155895130943205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:18,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1999b318{HTTP/1.1, (http/1.1)}{localhost:41465} 2024-11-08T03:20:18,130 INFO [Time-limited test {}] server.Server(415): Started @285510ms 2024-11-08T03:20:18,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:18,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:18,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:18,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:18,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:18,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547b2a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:18,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa9d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:18,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1365fd97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/java.io.tmpdir/jetty-localhost-42091-hadoop-hdfs-3_4_1-tests_jar-_-any-5398024062206805628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:18,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d287bc6{HTTP/1.1, (http/1.1)}{localhost:42091} 2024-11-08T03:20:18,513 INFO [Time-limited test {}] server.Server(415): Started @285894ms 2024-11-08T03:20:18,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:20:19,156 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/cluster_291feda7-2300-bbb6-9908-f4209d8645ab/data/data1/current/BP-280387311-172.17.0.3-1731036017634/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:19,156 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/cluster_291feda7-2300-bbb6-9908-f4209d8645ab/data/data2/current/BP-280387311-172.17.0.3-1731036017634/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:19,174 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:20:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x120d413481860bd9 with lease ID 0xf9cbedc78b157bc7: Processing first storage report for DS-40c45d5a-19f6-40b8-bdeb-022e119b1510 from datanode DatanodeRegistration(127.0.0.1:36845, datanodeUuid=6e446de1-e98d-447c-aa1f-9f0c25cc9af6, infoPort=39645, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=812943237;c=1731036017634) 2024-11-08T03:20:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x120d413481860bd9 with lease ID 0xf9cbedc78b157bc7: from storage DS-40c45d5a-19f6-40b8-bdeb-022e119b1510 node DatanodeRegistration(127.0.0.1:36845, datanodeUuid=6e446de1-e98d-447c-aa1f-9f0c25cc9af6, infoPort=39645, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=812943237;c=1731036017634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x120d413481860bd9 with lease ID 0xf9cbedc78b157bc7: Processing first storage report for DS-19fa5601-db89-47c5-a6a7-e4136838b3fa from datanode DatanodeRegistration(127.0.0.1:36845, datanodeUuid=6e446de1-e98d-447c-aa1f-9f0c25cc9af6, infoPort=39645, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=812943237;c=1731036017634) 2024-11-08T03:20:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x120d413481860bd9 with lease ID 0xf9cbedc78b157bc7: from storage DS-19fa5601-db89-47c5-a6a7-e4136838b3fa node DatanodeRegistration(127.0.0.1:36845, datanodeUuid=6e446de1-e98d-447c-aa1f-9f0c25cc9af6, infoPort=39645, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=812943237;c=1731036017634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:19,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2 2024-11-08T03:20:19,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:20:19,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410 with version=8 2024-11-08T03:20:19,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/hbase-staging 2024-11-08T03:20:19,647 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:19,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37681 2024-11-08T03:20:19,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37681 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:19,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376810x0, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:19,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37681-0x101187542f80006 connected 2024-11-08T03:20:19,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/running 2024-11-08T03:20:19,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410, hbase.cluster.distributed=false 2024-11-08T03:20:19,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/acl 2024-11-08T03:20:19,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-08T03:20:19,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-11-08T03:20:19,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-11-08T03:20:19,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-08T03:20:19,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-08T03:20:19,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:19,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:19,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35253 2024-11-08T03:20:19,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35253 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:19,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:19,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352530x0, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:19,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35253-0x101187542f80007 connected 2024-11-08T03:20:19,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/running 2024-11-08T03:20:19,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:20:19,809 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:20:19,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/master 2024-11-08T03:20:19,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/acl 2024-11-08T03:20:19,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-08T03:20:19,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35253 2024-11-08T03:20:19,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35253 2024-11-08T03:20:19,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-08T03:20:19,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-08T03:20:19,828 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:37681 2024-11-08T03:20:19,828 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2544302919/backup-masters/350fccc412b5,37681,1731036019647 2024-11-08T03:20:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/backup-masters 2024-11-08T03:20:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/backup-masters 2024-11-08T03:20:19,839 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on existing znode=/2544302919/backup-masters/350fccc412b5,37681,1731036019647 2024-11-08T03:20:19,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2544302919/master 2024-11-08T03:20:19,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:19,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:19,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on existing znode=/2544302919/master 2024-11-08T03:20:19,850 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2544302919/backup-masters/350fccc412b5,37681,1731036019647 from backup master directory 2024-11-08T03:20:19,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2544302919/backup-masters/350fccc412b5,37681,1731036019647 2024-11-08T03:20:19,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/backup-masters 2024-11-08T03:20:19,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/backup-masters 2024-11-08T03:20:19,860 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:19,860 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,37681,1731036019647 2024-11-08T03:20:19,862 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/hbase.id] with ID: ac6f1d09-0674-4bc8-b658-a6ba2737cc68 2024-11-08T03:20:19,862 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/.tmp/hbase.id 2024-11-08T03:20:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:20:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:20:19,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:20:19,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T03:20:19,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T03:20:20,266 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/.tmp/hbase.id]:[hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/hbase.id] 2024-11-08T03:20:20,273 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:20,274 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:20:20,274 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T03:20:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:20:20,728 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:20,729 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:20:20,729 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:20:20,734 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store 2024-11-08T03:20:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:20:20,738 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:20,738 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:20,738 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:20,738 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:20,739 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:20,739 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:20,739 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:20,739 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036020738Disabling compacts and flushes for region at 1731036020738Disabling writes for close at 1731036020739 (+1 ms)Writing region close event to WAL at 1731036020739Closed at 1731036020739 2024-11-08T03:20:20,739 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/.initializing 2024-11-08T03:20:20,739 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/WALs/350fccc412b5,37681,1731036019647 2024-11-08T03:20:20,740 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:20,741 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C37681%2C1731036019647, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/WALs/350fccc412b5,37681,1731036019647, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/oldWALs, maxLogs=10 2024-11-08T03:20:20,761 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/WALs/350fccc412b5,37681,1731036019647/350fccc412b5%2C37681%2C1731036019647.1731036020742, exclude list is [], retry=0 2024-11-08T03:20:20,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-40c45d5a-19f6-40b8-bdeb-022e119b1510,DISK] 2024-11-08T03:20:20,764 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/WALs/350fccc412b5,37681,1731036019647/350fccc412b5%2C37681%2C1731036019647.1731036020742 2024-11-08T03:20:20,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-08T03:20:20,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:20,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:20,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,765 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:20:20,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:20,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:20,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:20:20,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:20,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:20,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:20:20,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:20,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:20,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:20:20,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:20,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:20,771 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,772 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,772 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,773 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,773 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,774 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:20,774 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:20,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:20,776 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67162021, jitterRate=7.921010255813599E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:20,776 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036020765Initializing all the Stores at 1731036020766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036020766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036020766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036020766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036020766Cleaning up temporary data from old regions at 1731036020773 (+7 ms)Region opened successfully at 1731036020776 (+3 ms) 2024-11-08T03:20:20,777 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:20:20,779 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2503e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:20,779 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:20:20,779 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:20:20,779 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:20:20,779 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:20:20,780 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:20:20,780 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:20:20,780 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:20:20,781 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:20:20,782 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/balancer because node does not exist (not necessarily an error) 2024-11-08T03:20:20,828 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/balancer already deleted, retry=false 2024-11-08T03:20:20,829 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:20:20,829 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:20:20,839 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/normalizer already deleted, retry=false 2024-11-08T03:20:20,839 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:20:20,840 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:20:20,849 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/switch/split already deleted, retry=false 2024-11-08T03:20:20,850 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:20:20,860 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/switch/merge already deleted, retry=false 2024-11-08T03:20:20,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:20:20,870 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/snapshot-cleanup already deleted, retry=false 2024-11-08T03:20:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2544302919/running 2024-11-08T03:20:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2544302919/running 2024-11-08T03:20:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,881 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,37681,1731036019647, sessionid=0x101187542f80006, setting cluster-up flag (Was=false) 2024-11-08T03:20:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,933 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2544302919/flush-table-proc/acquired, /2544302919/flush-table-proc/reached, /2544302919/flush-table-proc/abort 2024-11-08T03:20:20,934 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37681,1731036019647 2024-11-08T03:20:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:20,986 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2544302919/online-snapshot/acquired, /2544302919/online-snapshot/reached, /2544302919/online-snapshot/abort 2024-11-08T03:20:20,987 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,37681,1731036019647 2024-11-08T03:20:20,988 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:20:20,989 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:20,989 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:20:20,989 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:20:20,990 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,37681,1731036019647 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:20,991 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036050992 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:20:20,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:20,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:20:20,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:20,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:20,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:20:21,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:20:21,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:20:21,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:20:21,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:20:21,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:20:21,001 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:20:21,001 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036021001,5,FailOnTimeoutGroup] 2024-11-08T03:20:21,001 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036021001,5,FailOnTimeoutGroup] 2024-11-08T03:20:21,001 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,001 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:20:21,001 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,001 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:20:21,020 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(746): ClusterId : ac6f1d09-0674-4bc8-b658-a6ba2737cc68 2024-11-08T03:20:21,020 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:20:21,029 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:20:21,029 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:20:21,039 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:20:21,039 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e951d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:21,051 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:35253 2024-11-08T03:20:21,051 INFO [RS:0;350fccc412b5:35253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:20:21,051 INFO [RS:0;350fccc412b5:35253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:20:21,051 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:20:21,051 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,37681,1731036019647 with port=35253, startcode=1731036019794 2024-11-08T03:20:21,052 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:20:21,053 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:20:21,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,054 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410 2024-11-08T03:20:21,054 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36945 2024-11-08T03:20:21,055 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:20:21,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/rs 2024-11-08T03:20:21,112 DEBUG [RS:0;350fccc412b5:35253 {}] zookeeper.ZKUtil(111): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on existing znode=/2544302919/rs/350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,112 WARN [RS:0;350fccc412b5:35253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:21,113 INFO [RS:0;350fccc412b5:35253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:21,113 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,35253,1731036019794] 2024-11-08T03:20:21,115 INFO [RS:0;350fccc412b5:35253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:20:21,117 INFO [RS:0;350fccc412b5:35253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:20:21,117 INFO [RS:0;350fccc412b5:35253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:20:21,117 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,117 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:21,118 DEBUG [RS:0;350fccc412b5:35253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,118 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35253,1731036019794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:21,133 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:20:21,134 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35253,1731036019794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,134 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,134 INFO [RS:0;350fccc412b5:35253 {}] regionserver.Replication(171): 350fccc412b5,35253,1731036019794 started 2024-11-08T03:20:21,147 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:21,147 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,35253,1731036019794, RpcServer on 350fccc412b5/172.17.0.3:35253, sessionid=0x101187542f80007 2024-11-08T03:20:21,147 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:20:21,147 DEBUG [RS:0;350fccc412b5:35253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,147 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35253,1731036019794' 2024-11-08T03:20:21,147 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2544302919/flush-table-proc/abort' 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2544302919/flush-table-proc/acquired' 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35253,1731036019794' 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2544302919/online-snapshot/abort' 2024-11-08T03:20:21,148 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2544302919/online-snapshot/acquired' 2024-11-08T03:20:21,149 DEBUG [RS:0;350fccc412b5:35253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:20:21,149 INFO [RS:0;350fccc412b5:35253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:20:21,149 INFO [RS:0;350fccc412b5:35253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:20:21,249 INFO [RS:0;350fccc412b5:35253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:21,250 INFO [RS:0;350fccc412b5:35253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35253%2C1731036019794, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/oldWALs, maxLogs=10 2024-11-08T03:20:21,265 DEBUG [RS:0;350fccc412b5:35253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, exclude list is [], retry=0 2024-11-08T03:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-40c45d5a-19f6-40b8-bdeb-022e119b1510,DISK] 2024-11-08T03:20:21,268 INFO [RS:0;350fccc412b5:35253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 2024-11-08T03:20:21,268 DEBUG [RS:0;350fccc412b5:35253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-08T03:20:21,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:20:21,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410 2024-11-08T03:20:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:20:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:21,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:21,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:21,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:21,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:21,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:21,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:21,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:21,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:21,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:21,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:21,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:21,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:21,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:21,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:21,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:21,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740 2024-11-08T03:20:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740 2024-11-08T03:20:21,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:21,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:21,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:21,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:21,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67727433, jitterRate=0.009217396378517151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036021811Initializing all the Stores at 1731036021811Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036021811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036021812 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036021812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036021812Cleaning up temporary data from old regions at 1731036021817 (+5 ms)Region opened successfully at 1731036021820 (+3 ms) 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:21,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:21,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:21,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036021820Disabling compacts and flushes for region at 1731036021820Disabling writes for close at 1731036021820Writing region close event to WAL at 1731036021821 (+1 ms)Closed at 1731036021821 2024-11-08T03:20:21,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:21,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:20:21,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:20:21,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:21,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:20:21,974 DEBUG [350fccc412b5:37681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:20:21,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:21,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35253,1731036019794, state=OPENING 2024-11-08T03:20:22,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:20:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:22,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2544302919/meta-region-server: CHANGED 2024-11-08T03:20:22,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2544302919/meta-region-server: CHANGED 2024-11-08T03:20:22,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:22,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35253,1731036019794}] 2024-11-08T03:20:22,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:22,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:20:22,206 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:20:22,206 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:22,206 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:20:22,207 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35253%2C1731036019794.meta, suffix=.meta, logDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/oldWALs, maxLogs=10 2024-11-08T03:20:22,224 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.meta.1731036022207.meta, exclude list is [], retry=0 2024-11-08T03:20:22,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-40c45d5a-19f6-40b8-bdeb-022e119b1510,DISK] 2024-11-08T03:20:22,227 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.meta.1731036022207.meta 2024-11-08T03:20:22,228 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-08T03:20:22,228 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:22,228 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:22,228 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:22,228 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:20:22,228 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:20:22,228 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:20:22,229 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:22,229 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:20:22,229 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:20:22,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:22,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:22,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:22,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:22,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:22,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:22,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:22,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:22,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:22,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:22,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:22,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:22,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:22,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:22,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:22,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:22,233 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:22,233 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740 2024-11-08T03:20:22,234 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740 2024-11-08T03:20:22,235 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:22,235 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:22,235 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:22,236 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:22,236 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60736228, jitterRate=-0.09495967626571655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:22,236 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:20:22,236 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036022229Writing region info on filesystem at 1731036022229Initializing all the Stores at 1731036022229Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036022229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036022229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036022229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036022229Cleaning up temporary data from old regions at 1731036022235 (+6 ms)Running coprocessor post-open hooks at 1731036022236 (+1 ms)Region opened successfully at 1731036022236 2024-11-08T03:20:22,237 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036022202 2024-11-08T03:20:22,239 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:20:22,239 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:20:22,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:22,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35253,1731036019794, state=OPEN 2024-11-08T03:20:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2544302919/meta-region-server 2024-11-08T03:20:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2544302919/meta-region-server 2024-11-08T03:20:22,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,35253,1731036019794 2024-11-08T03:20:22,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2544302919/meta-region-server: CHANGED 2024-11-08T03:20:22,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2544302919/meta-region-server: CHANGED 2024-11-08T03:20:22,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:20:22,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35253,1731036019794 in 231 msec 2024-11-08T03:20:22,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:20:22,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-08T03:20:22,285 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:22,285 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:20:22,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:22,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35253,1731036019794, seqNum=-1] 2024-11-08T03:20:22,286 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:22,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:22,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-08T03:20:22,291 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036022291, completionTime=-1 2024-11-08T03:20:22,291 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:20:22,291 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036082293 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036142293 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,293 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,294 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:37681, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,294 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,294 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,295 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.437sec 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:22,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:20:22,299 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:20:22,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:20:22,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,37681,1731036019647-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:22,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc3df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:22,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:22,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:22,322 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20acf357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:22,323 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:22,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d766e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:22,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35253,1731036019794, seqNum=-1] 2024-11-08T03:20:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:22,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:22,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,37681,1731036019647 2024-11-08T03:20:22,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52348 2024-11-08T03:20:22,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:22,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101187542f80008 connected 2024-11-08T03:20:22,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46765,1731036008232 2024-11-08T03:20:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73f8f815 2024-11-08T03:20:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:22,355 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:22,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:20:22,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:22,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:22,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:20:22,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:22,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:20:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:22,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, NAME => 'test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200 2024-11-08T03:20:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:20:22,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:22,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:22,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:22,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:22,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:23,169 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:23,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, disabling compactions & flushes 2024-11-08T03:20:23,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. after waiting 0 ms 2024-11-08T03:20:23,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,170 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb: Waiting for close lock at 1731036023169Disabling compacts and flushes for region at 1731036023169Disabling writes for close at 1731036023170 (+1 ms)Writing region close event to WAL at 1731036023170Closed at 1731036023170 2024-11-08T03:20:23,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:23,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036023171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036023171"}]},"ts":"1731036023171"} 2024-11-08T03:20:23,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:23,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:23,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036023174"}]},"ts":"1731036023174"} 2024-11-08T03:20:23,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:20:23,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, ASSIGN}] 2024-11-08T03:20:23,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, ASSIGN 2024-11-08T03:20:23,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, ASSIGN; state=OFFLINE, location=350fccc412b5,34991,1731036008426; forceNewPlan=false, retain=false 2024-11-08T03:20:23,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, regionState=OPENING, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, ASSIGN because future has completed 2024-11-08T03:20:23,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, server=350fccc412b5,34991,1731036008426}] 2024-11-08T03:20:23,486 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,486 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, NAME => 'test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:23,486 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:23,486 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:20:23,486 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,487 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:23,487 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,487 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,488 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,488 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb columnFamilyName f 2024-11-08T03:20:23,489 DEBUG [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:23,489 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(327): Store=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:23,489 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,490 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb columnFamilyName f1 2024-11-08T03:20:23,490 DEBUG [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:23,490 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(327): Store=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:23,490 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,491 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb columnFamilyName norep 2024-11-08T03:20:23,491 DEBUG [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:23,491 INFO [StoreOpener-8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb-1 {}] regionserver.HStore(327): Store=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:23,491 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,492 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,492 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,492 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,492 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,493 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:23,493 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,495 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:23,495 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65641847, jitterRate=-0.021860256791114807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:23,495 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:23,496 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb: Running coprocessor pre-open hook at 1731036023487Writing region info on filesystem at 1731036023487Initializing all the Stores at 1731036023487Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036023487Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036023487Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036023487Cleaning up temporary data from old regions at 1731036023492 (+5 ms)Running coprocessor post-open hooks at 1731036023495 (+3 ms)Region opened successfully at 1731036023496 (+1 ms) 2024-11-08T03:20:23,497 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb., pid=6, masterSystemTime=1731036023482 2024-11-08T03:20:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:23,498 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,499 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:23,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, server=350fccc412b5,34991,1731036008426 because future has completed 2024-11-08T03:20:23,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:20:23,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, server=350fccc412b5,34991,1731036008426 in 171 msec 2024-11-08T03:20:23,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:20:23,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, ASSIGN in 328 msec 2024-11-08T03:20:23,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:23,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036023505"}]},"ts":"1731036023505"} 2024-11-08T03:20:23,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:20:23,508 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:23,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-08T03:20:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:24,509 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:20:24,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67172bbb 2024-11-08T03:20:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:24,511 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:24,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:20:24,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:24,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:24,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:20:24,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:20:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:24,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1aca06628548fd92743d51d5ff23560, NAME => 'test,,1731036024511.e1aca06628548fd92743d51d5ff23560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1 2024-11-08T03:20:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:20:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036024511.e1aca06628548fd92743d51d5ff23560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e1aca06628548fd92743d51d5ff23560, disabling compactions & flushes 2024-11-08T03:20:25,324 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036024511.e1aca06628548fd92743d51d5ff23560. after waiting 0 ms 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,324 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1aca06628548fd92743d51d5ff23560: Waiting for close lock at 1731036025324Disabling compacts and flushes for region at 1731036025324Disabling writes for close at 1731036025324Writing region close event to WAL at 1731036025324Closed at 1731036025324 2024-11-08T03:20:25,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:25,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036024511.e1aca06628548fd92743d51d5ff23560.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036025326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036025326"}]},"ts":"1731036025326"} 2024-11-08T03:20:25,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:25,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:25,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036025328"}]},"ts":"1731036025328"} 2024-11-08T03:20:25,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:20:25,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1aca06628548fd92743d51d5ff23560, ASSIGN}] 2024-11-08T03:20:25,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1aca06628548fd92743d51d5ff23560, ASSIGN 2024-11-08T03:20:25,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e1aca06628548fd92743d51d5ff23560, ASSIGN; state=OFFLINE, location=350fccc412b5,33433,1731036014146; forceNewPlan=false, retain=false 2024-11-08T03:20:25,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1aca06628548fd92743d51d5ff23560, regionState=OPENING, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:25,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e1aca06628548fd92743d51d5ff23560, ASSIGN because future has completed 2024-11-08T03:20:25,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1aca06628548fd92743d51d5ff23560, server=350fccc412b5,33433,1731036014146}] 2024-11-08T03:20:25,644 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,644 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1aca06628548fd92743d51d5ff23560, NAME => 'test,,1731036024511.e1aca06628548fd92743d51d5ff23560.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:25,645 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:25,645 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:20:25,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036024511.e1aca06628548fd92743d51d5ff23560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:25,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,645 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,648 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:25,649 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1aca06628548fd92743d51d5ff23560 columnFamilyName f 2024-11-08T03:20:25,649 DEBUG [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:25,649 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(327): Store=e1aca06628548fd92743d51d5ff23560/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:25,650 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,650 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1aca06628548fd92743d51d5ff23560 columnFamilyName f1 2024-11-08T03:20:25,650 DEBUG [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:25,651 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(327): Store=e1aca06628548fd92743d51d5ff23560/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:25,651 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,651 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1aca06628548fd92743d51d5ff23560 columnFamilyName norep 2024-11-08T03:20:25,651 DEBUG [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:25,652 INFO [StoreOpener-e1aca06628548fd92743d51d5ff23560-1 {}] regionserver.HStore(327): Store=e1aca06628548fd92743d51d5ff23560/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:25,652 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,652 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,653 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,653 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,653 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,654 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:25,654 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,656 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:25,656 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1aca06628548fd92743d51d5ff23560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64632382, jitterRate=-0.03690245747566223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:25,656 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:25,657 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1aca06628548fd92743d51d5ff23560: Running coprocessor pre-open hook at 1731036025646Writing region info on filesystem at 1731036025646Initializing all the Stores at 1731036025646Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036025646Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036025648 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036025648Cleaning up temporary data from old regions at 1731036025653 (+5 ms)Running coprocessor post-open hooks at 1731036025656 (+3 ms)Region opened successfully at 1731036025657 (+1 ms) 2024-11-08T03:20:25,657 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036024511.e1aca06628548fd92743d51d5ff23560., pid=6, masterSystemTime=1731036025636 2024-11-08T03:20:25,659 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,659 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:25,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1aca06628548fd92743d51d5ff23560, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:25,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1aca06628548fd92743d51d5ff23560, server=350fccc412b5,33433,1731036014146 because future has completed 2024-11-08T03:20:25,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:20:25,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1aca06628548fd92743d51d5ff23560, server=350fccc412b5,33433,1731036014146 in 177 msec 2024-11-08T03:20:25,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:20:25,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e1aca06628548fd92743d51d5ff23560, ASSIGN in 334 msec 2024-11-08T03:20:25,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:25,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036025666"}]},"ts":"1731036025666"} 2024-11-08T03:20:25,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:20:25,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:25,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-08T03:20:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:26,658 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:20:26,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37681,1731036019647 2024-11-08T03:20:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad24341 2024-11-08T03:20:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:26,660 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:26,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:20:26,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:26,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:26,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:20:26,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:27,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97ce51f9db809e8d1edd7d090a35bb32, NAME => 'test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410 2024-11-08T03:20:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:20:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97ce51f9db809e8d1edd7d090a35bb32, disabling compactions & flushes 2024-11-08T03:20:27,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. after waiting 0 ms 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97ce51f9db809e8d1edd7d090a35bb32: Waiting for close lock at 1731036027474Disabling compacts and flushes for region at 1731036027474Disabling writes for close at 1731036027474Writing region close event to WAL at 1731036027474Closed at 1731036027474 2024-11-08T03:20:27,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:27,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036027475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036027475"}]},"ts":"1731036027475"} 2024-11-08T03:20:27,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:27,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:27,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036027477"}]},"ts":"1731036027477"} 2024-11-08T03:20:27,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:20:27,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97ce51f9db809e8d1edd7d090a35bb32, ASSIGN}] 2024-11-08T03:20:27,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97ce51f9db809e8d1edd7d090a35bb32, ASSIGN 2024-11-08T03:20:27,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97ce51f9db809e8d1edd7d090a35bb32, ASSIGN; state=OFFLINE, location=350fccc412b5,35253,1731036019794; forceNewPlan=false, retain=false 2024-11-08T03:20:27,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97ce51f9db809e8d1edd7d090a35bb32, regionState=OPENING, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97ce51f9db809e8d1edd7d090a35bb32, ASSIGN because future has completed 2024-11-08T03:20:27,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ce51f9db809e8d1edd7d090a35bb32, server=350fccc412b5,35253,1731036019794}] 2024-11-08T03:20:27,788 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,788 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97ce51f9db809e8d1edd7d090a35bb32, NAME => 'test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:27,788 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:27,788 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:20:27,789 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,789 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:27,789 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,789 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,790 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,790 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97ce51f9db809e8d1edd7d090a35bb32 columnFamilyName f 2024-11-08T03:20:27,791 DEBUG [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:27,791 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(327): Store=97ce51f9db809e8d1edd7d090a35bb32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:27,791 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,792 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97ce51f9db809e8d1edd7d090a35bb32 columnFamilyName f1 2024-11-08T03:20:27,792 DEBUG [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:27,792 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(327): Store=97ce51f9db809e8d1edd7d090a35bb32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:27,792 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,792 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97ce51f9db809e8d1edd7d090a35bb32 columnFamilyName norep 2024-11-08T03:20:27,793 DEBUG [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:27,793 INFO [StoreOpener-97ce51f9db809e8d1edd7d090a35bb32-1 {}] regionserver.HStore(327): Store=97ce51f9db809e8d1edd7d090a35bb32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:27,793 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,793 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,793 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,794 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,794 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,794 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:27,795 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,797 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:27,797 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97ce51f9db809e8d1edd7d090a35bb32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64178008, jitterRate=-0.043673157691955566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:27,797 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:27,797 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97ce51f9db809e8d1edd7d090a35bb32: Running coprocessor pre-open hook at 1731036027789Writing region info on filesystem at 1731036027789Initializing all the Stores at 1731036027789Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036027789Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036027789Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036027789Cleaning up temporary data from old regions at 1731036027794 (+5 ms)Running coprocessor post-open hooks at 1731036027797 (+3 ms)Region opened successfully at 1731036027797 2024-11-08T03:20:27,798 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32., pid=6, masterSystemTime=1731036027785 2024-11-08T03:20:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:27,799 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,799 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:27,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97ce51f9db809e8d1edd7d090a35bb32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:27,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ce51f9db809e8d1edd7d090a35bb32, server=350fccc412b5,35253,1731036019794 because future has completed 2024-11-08T03:20:27,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:20:27,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97ce51f9db809e8d1edd7d090a35bb32, server=350fccc412b5,35253,1731036019794 in 169 msec 2024-11-08T03:20:27,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:20:27,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97ce51f9db809e8d1edd7d090a35bb32, ASSIGN in 326 msec 2024-11-08T03:20:27,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:27,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036027807"}]},"ts":"1731036027807"} 2024-11-08T03:20:27,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:20:27,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:27,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-08T03:20:28,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:20:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:28,819 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:20:28,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e264c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46765,-1 for getting cluster id 2024-11-08T03:20:28,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:28,820 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a137621-04ce-450f-823a-8c2430fa3a17' 2024-11-08T03:20:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a137621-04ce-450f-823a-8c2430fa3a17" 2024-11-08T03:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46765,-1] 2024-11-08T03:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:28,822 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2390b850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,46765,1731036008232 2024-11-08T03:20:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a581f3 2024-11-08T03:20:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:28,824 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:28,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:20:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:20:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:28,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43301' 2024-11-08T03:20:28,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:28,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:28,827 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6a70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:28,829 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:28,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68714c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:28,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bae3dc3 2024-11-08T03:20:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:28,831 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:28,832 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:20:28,832 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:20:28,832 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:28,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:28,832 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:28,832 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:28,833 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:20:28,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:28,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:28,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:20:28,884 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:20:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:28,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:28,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:28,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:28,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:28,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:29,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4c0a3a35f97b8eeb5bb4710c4ac4f03, NAME => 'hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200 2024-11-08T03:20:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:20:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4c0a3a35f97b8eeb5bb4710c4ac4f03, disabling compactions & flushes 2024-11-08T03:20:29,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. after waiting 0 ms 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:29,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:29,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4c0a3a35f97b8eeb5bb4710c4ac4f03: Waiting for close lock at 1731036029651Disabling compacts and flushes for region at 1731036029651Disabling writes for close at 1731036029651Writing region close event to WAL at 1731036029651Closed at 1731036029651 2024-11-08T03:20:29,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:29,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731036029653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036029653"}]},"ts":"1731036029653"} 2024-11-08T03:20:29,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:29,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:29,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036029656"}]},"ts":"1731036029656"} 2024-11-08T03:20:29,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:20:29,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4c0a3a35f97b8eeb5bb4710c4ac4f03, ASSIGN}] 2024-11-08T03:20:29,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4c0a3a35f97b8eeb5bb4710c4ac4f03, ASSIGN 2024-11-08T03:20:29,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4c0a3a35f97b8eeb5bb4710c4ac4f03, ASSIGN; state=OFFLINE, location=350fccc412b5,34991,1731036008426; forceNewPlan=false, retain=false 2024-11-08T03:20:29,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4c0a3a35f97b8eeb5bb4710c4ac4f03, regionState=OPENING, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4c0a3a35f97b8eeb5bb4710c4ac4f03, ASSIGN because future has completed 2024-11-08T03:20:29,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4c0a3a35f97b8eeb5bb4710c4ac4f03, server=350fccc412b5,34991,1731036008426}] 2024-11-08T03:20:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:20:29,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:20:29,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:29,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:20:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:29,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:29,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:29,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:20:29,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C34991%2C1731036008426.rep, suffix=, logDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426, archiveDir=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/oldWALs, maxLogs=10 2024-11-08T03:20:29,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.rep.1731036029969, exclude list is [], retry=0 2024-11-08T03:20:29,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33077,DS-3e4cde9c-9173-4edb-97b8-a9a3d4469a06,DISK] 2024-11-08T03:20:29,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.rep.1731036029969 2024-11-08T03:20:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-08T03:20:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4c0a3a35f97b8eeb5bb4710c4ac4f03, NAME => 'hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:29,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. service=MultiRowMutationService 2024-11-08T03:20:29,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,993 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,994 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4c0a3a35f97b8eeb5bb4710c4ac4f03 columnFamilyName hfileref 2024-11-08T03:20:29,994 DEBUG [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:29,994 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(327): Store=a4c0a3a35f97b8eeb5bb4710c4ac4f03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:29,994 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,995 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4c0a3a35f97b8eeb5bb4710c4ac4f03 columnFamilyName queue 2024-11-08T03:20:29,995 DEBUG [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:29,995 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(327): Store=a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:29,996 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,996 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4c0a3a35f97b8eeb5bb4710c4ac4f03 columnFamilyName sid 2024-11-08T03:20:29,996 DEBUG [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:29,997 INFO [StoreOpener-a4c0a3a35f97b8eeb5bb4710c4ac4f03-1 {}] regionserver.HStore(327): Store=a4c0a3a35f97b8eeb5bb4710c4ac4f03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:29,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:30,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:30,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4c0a3a35f97b8eeb5bb4710c4ac4f03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59203024, jitterRate=-0.11780619621276855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:30,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:30,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4c0a3a35f97b8eeb5bb4710c4ac4f03: Running coprocessor pre-open hook at 1731036029992Writing region info on filesystem at 1731036029992Initializing all the Stores at 1731036029993 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036029993Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036029993Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036029993Cleaning up temporary data from old regions at 1731036029998 (+5 ms)Running coprocessor post-open hooks at 1731036030000 (+2 ms)Region opened successfully at 1731036030000 2024-11-08T03:20:30,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03., pid=10, masterSystemTime=1731036029965 2024-11-08T03:20:30,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:30,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:30,003 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4c0a3a35f97b8eeb5bb4710c4ac4f03, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,34991,1731036008426 2024-11-08T03:20:30,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4c0a3a35f97b8eeb5bb4710c4ac4f03, server=350fccc412b5,34991,1731036008426 because future has completed 2024-11-08T03:20:30,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:20:30,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4c0a3a35f97b8eeb5bb4710c4ac4f03, server=350fccc412b5,34991,1731036008426 in 193 msec 2024-11-08T03:20:30,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:20:30,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4c0a3a35f97b8eeb5bb4710c4ac4f03, ASSIGN in 348 msec 2024-11-08T03:20:30,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:30,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036030009"}]},"ts":"1731036030009"} 2024-11-08T03:20:30,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:20:30,012 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:30,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-08T03:20:30,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03., hostname=350fccc412b5,34991,1731036008426, seqNum=2] 2024-11-08T03:20:30,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:30,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:30,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:20:30,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:20:30,286 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:20:30,311 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,34991,1731036008426, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:20:30,312 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:30,312 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,34991,1731036008426, seqNum=-1] 2024-11-08T03:20:30,312 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:30,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T03:20:30,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,34991,1731036008426', locateType=CURRENT is [region=hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03., hostname=350fccc412b5,34991,1731036008426, seqNum=2] 2024-11-08T03:20:30,316 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:20:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:20:30,318 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,34991,1731036008426 suceeded 2024-11-08T03:20:30,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:20:30,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T03:20:30,320 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:20:30,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-08T03:20:30,330 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43301' 2024-11-08T03:20:30,332 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38307c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,332 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:30,332 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:30,332 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:30,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ab42c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,334 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:30,334 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4851efd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,334 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fab5bd 2024-11-08T03:20:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:30,336 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T03:20:30,337 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,34991,1731036008426 (queues=1) is replicating from cluster=9a137621-04ce-450f-823a-8c2430fa3a17 to cluster=c2c475af-41a5-47dd-9ef9-39c6da5fcd0b 2024-11-08T03:20:30,337 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C34991%2C1731036008426 2024-11-08T03:20:30,337 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,34991,1731036008426, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:20:30,337 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C34991%2C1731036008426 2024-11-08T03:20:30,337 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, startPosition=0, beingWritten=true 2024-11-08T03:20:30,341 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:30,341 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:30,341 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,34991,1731036008426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:30,544 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:30,848 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:30,968 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:20:30,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:30,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:30,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:30,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d3ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:30,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:30,970 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0600dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,971 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcdadef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2027ba5e 2024-11-08T03:20:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:30,973 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:30,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:37681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:20:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:20:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:30,975 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:37681' 2024-11-08T03:20:30,976 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3311171d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,976 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:30,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:30,977 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed45d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,978 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:30,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4217fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:30,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37681,1731036019647 2024-11-08T03:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25182187 2024-11-08T03:20:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:30,980 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:30,980 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:20:30,980 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:20:30,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:30,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:30,981 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:30,982 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:20:30,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:30,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:30,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:20:31,032 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:20:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:31,251 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:31,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73c1dd1942c0e6547d703899a6862a50, NAME => 'hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1 2024-11-08T03:20:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:20:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:31,755 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73c1dd1942c0e6547d703899a6862a50, disabling compactions & flushes 2024-11-08T03:20:31,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. after waiting 0 ms 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:31,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:31,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73c1dd1942c0e6547d703899a6862a50: Waiting for close lock at 1731036031849Disabling compacts and flushes for region at 1731036031849Disabling writes for close at 1731036031849Writing region close event to WAL at 1731036031849Closed at 1731036031849 2024-11-08T03:20:31,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:31,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731036031850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036031850"}]},"ts":"1731036031850"} 2024-11-08T03:20:31,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:31,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:31,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036031853"}]},"ts":"1731036031853"} 2024-11-08T03:20:31,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:20:31,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73c1dd1942c0e6547d703899a6862a50, ASSIGN}] 2024-11-08T03:20:31,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73c1dd1942c0e6547d703899a6862a50, ASSIGN 2024-11-08T03:20:31,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73c1dd1942c0e6547d703899a6862a50, ASSIGN; state=OFFLINE, location=350fccc412b5,33433,1731036014146; forceNewPlan=false, retain=false 2024-11-08T03:20:32,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73c1dd1942c0e6547d703899a6862a50, regionState=OPENING, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73c1dd1942c0e6547d703899a6862a50, ASSIGN because future has completed 2024-11-08T03:20:32,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73c1dd1942c0e6547d703899a6862a50, server=350fccc412b5,33433,1731036014146}] 2024-11-08T03:20:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:32,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:32,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:32,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:20:32,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C33433%2C1731036014146.rep, suffix=, logDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146, archiveDir=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/oldWALs, maxLogs=10 2024-11-08T03:20:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.rep.1731036032165, exclude list is [], retry=0 2024-11-08T03:20:32,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-cd8e6ef9-a1f7-47fb-85bd-48976ebc3164,DISK] 2024-11-08T03:20:32,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.rep.1731036032165 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73c1dd1942c0e6547d703899a6862a50, NAME => 'hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:32,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. service=MultiRowMutationService 2024-11-08T03:20:32,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:32,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,182 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,183 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1dd1942c0e6547d703899a6862a50 columnFamilyName hfileref 2024-11-08T03:20:32,183 DEBUG [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:32,183 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(327): Store=73c1dd1942c0e6547d703899a6862a50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:32,183 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,184 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1dd1942c0e6547d703899a6862a50 columnFamilyName queue 2024-11-08T03:20:32,184 DEBUG [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:32,184 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(327): Store=73c1dd1942c0e6547d703899a6862a50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:32,184 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,185 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c1dd1942c0e6547d703899a6862a50 columnFamilyName sid 2024-11-08T03:20:32,185 DEBUG [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:32,185 INFO [StoreOpener-73c1dd1942c0e6547d703899a6862a50-1 {}] regionserver.HStore(327): Store=73c1dd1942c0e6547d703899a6862a50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:32,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:32,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:32,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73c1dd1942c0e6547d703899a6862a50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61605551, jitterRate=-0.08200575411319733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:32,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:32,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73c1dd1942c0e6547d703899a6862a50: Running coprocessor pre-open hook at 1731036032181Writing region info on filesystem at 1731036032181Initializing all the Stores at 1731036032181Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036032181Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036032181Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036032182 (+1 ms)Cleaning up temporary data from old regions at 1731036032187 (+5 ms)Running coprocessor post-open hooks at 1731036032190 (+3 ms)Region opened successfully at 1731036032190 2024-11-08T03:20:32,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50., pid=10, masterSystemTime=1731036032160 2024-11-08T03:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:32,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:32,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73c1dd1942c0e6547d703899a6862a50, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,33433,1731036014146 2024-11-08T03:20:32,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73c1dd1942c0e6547d703899a6862a50, server=350fccc412b5,33433,1731036014146 because future has completed 2024-11-08T03:20:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:20:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73c1dd1942c0e6547d703899a6862a50, server=350fccc412b5,33433,1731036014146 in 186 msec 2024-11-08T03:20:32,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:20:32,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73c1dd1942c0e6547d703899a6862a50, ASSIGN in 341 msec 2024-11-08T03:20:32,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:32,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036032198"}]},"ts":"1731036032198"} 2024-11-08T03:20:32,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:20:32,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:32,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-08T03:20:32,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50., hostname=350fccc412b5,33433,1731036014146, seqNum=2] 2024-11-08T03:20:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:32,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:32,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:20:32,358 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:32,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:20:32,486 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:20:32,513 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,33433,1731036014146, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:20:32,513 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:32,514 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33433,1731036014146, seqNum=-1] 2024-11-08T03:20:32,514 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:32,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T03:20:32,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,33433,1731036014146', locateType=CURRENT is [region=hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50., hostname=350fccc412b5,33433,1731036014146, seqNum=2] 2024-11-08T03:20:32,518 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:20:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:20:32,519 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,33433,1731036014146 suceeded 2024-11-08T03:20:32,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:20:32,521 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:37681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:20:32,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T03:20:32,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5480 sec 2024-11-08T03:20:32,531 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:37681' 2024-11-08T03:20:32,531 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f60b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:32,531 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:32,531 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:32,532 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:32,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:32,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57aedd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:32,533 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e63d22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:32,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37681,1731036019647 2024-11-08T03:20:32,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc18034 2024-11-08T03:20:32,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:32,535 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T03:20:32,536 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,33433,1731036014146 (queues=1) is replicating from cluster=c2c475af-41a5-47dd-9ef9-39c6da5fcd0b to cluster=ac6f1d09-0674-4bc8-b658-a6ba2737cc68 2024-11-08T03:20:32,536 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C33433%2C1731036014146 2024-11-08T03:20:32,536 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,33433,1731036014146, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:20:32,536 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C33433%2C1731036014146 2024-11-08T03:20:32,536 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, startPosition=0, beingWritten=true 2024-11-08T03:20:32,540 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:32,540 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:32,540 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:32,743 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:33,047 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:33,061 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:33,129 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:20:33,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:33,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:33,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:33,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:33,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:33,132 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cf0243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,134 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b76f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,37681,1731036019647 2024-11-08T03:20:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c40559 2024-11-08T03:20:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:33,136 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:33,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:20:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:20:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:33,139 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43301' 2024-11-08T03:20:33,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0e3134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,140 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:33,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:33,140 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74de0b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:33,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,141 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:33,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409af855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:33,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:33,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:33,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d603f12 2024-11-08T03:20:33,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:33,145 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:33,145 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:20:33,145 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:20:33,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:33,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:33,146 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:33,147 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:20:33,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:33,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:33,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:20:33,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36f0a8e488f0e50bc9def468f71b3905, NAME => 'hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410 2024-11-08T03:20:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:20:33,197 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:20:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:33,450 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36f0a8e488f0e50bc9def468f71b3905, disabling compactions & flushes 2024-11-08T03:20:33,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. after waiting 0 ms 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36f0a8e488f0e50bc9def468f71b3905: Waiting for close lock at 1731036033558Disabling compacts and flushes for region at 1731036033558Disabling writes for close at 1731036033558Writing region close event to WAL at 1731036033558Closed at 1731036033558 2024-11-08T03:20:33,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:33,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731036033560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036033560"}]},"ts":"1731036033560"} 2024-11-08T03:20:33,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:33,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:33,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036033562"}]},"ts":"1731036033562"} 2024-11-08T03:20:33,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:20:33,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f0a8e488f0e50bc9def468f71b3905, ASSIGN}] 2024-11-08T03:20:33,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f0a8e488f0e50bc9def468f71b3905, ASSIGN 2024-11-08T03:20:33,569 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36f0a8e488f0e50bc9def468f71b3905, ASSIGN; state=OFFLINE, location=350fccc412b5,35253,1731036019794; forceNewPlan=false, retain=false 2024-11-08T03:20:33,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36f0a8e488f0e50bc9def468f71b3905, regionState=OPENING, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36f0a8e488f0e50bc9def468f71b3905, ASSIGN because future has completed 2024-11-08T03:20:33,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36f0a8e488f0e50bc9def468f71b3905, server=350fccc412b5,35253,1731036019794}] 2024-11-08T03:20:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:33,865 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:33,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:33,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:20:33,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35253%2C1731036019794.rep, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/oldWALs, maxLogs=10 2024-11-08T03:20:33,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.rep.1731036033880, exclude list is [], retry=0 2024-11-08T03:20:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-40c45d5a-19f6-40b8-bdeb-022e119b1510,DISK] 2024-11-08T03:20:33,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.rep.1731036033880 2024-11-08T03:20:33,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-08T03:20:33,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36f0a8e488f0e50bc9def468f71b3905, NAME => 'hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:33,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. service=MultiRowMutationService 2024-11-08T03:20:33,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,896 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,897 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f0a8e488f0e50bc9def468f71b3905 columnFamilyName hfileref 2024-11-08T03:20:33,897 DEBUG [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:33,897 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(327): Store=36f0a8e488f0e50bc9def468f71b3905/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:33,897 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,898 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f0a8e488f0e50bc9def468f71b3905 columnFamilyName queue 2024-11-08T03:20:33,898 DEBUG [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:33,898 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(327): Store=36f0a8e488f0e50bc9def468f71b3905/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:33,898 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,899 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36f0a8e488f0e50bc9def468f71b3905 columnFamilyName sid 2024-11-08T03:20:33,899 DEBUG [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:33,899 INFO [StoreOpener-36f0a8e488f0e50bc9def468f71b3905-1 {}] regionserver.HStore(327): Store=36f0a8e488f0e50bc9def468f71b3905/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:33,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:33,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:33,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36f0a8e488f0e50bc9def468f71b3905; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67318051, jitterRate=0.0031171292066574097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36f0a8e488f0e50bc9def468f71b3905: Running coprocessor pre-open hook at 1731036033895Writing region info on filesystem at 1731036033895Initializing all the Stores at 1731036033896 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036033896Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036033896Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036033896Cleaning up temporary data from old regions at 1731036033900 (+4 ms)Running coprocessor post-open hooks at 1731036033903 (+3 ms)Region opened successfully at 1731036033903 2024-11-08T03:20:33,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905., pid=10, masterSystemTime=1731036033876 2024-11-08T03:20:33,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:33,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36f0a8e488f0e50bc9def468f71b3905, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,35253,1731036019794 2024-11-08T03:20:33,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36f0a8e488f0e50bc9def468f71b3905, server=350fccc412b5,35253,1731036019794 because future has completed 2024-11-08T03:20:33,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:20:33,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36f0a8e488f0e50bc9def468f71b3905, server=350fccc412b5,35253,1731036019794 in 185 msec 2024-11-08T03:20:33,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:20:33,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36f0a8e488f0e50bc9def468f71b3905, ASSIGN in 346 msec 2024-11-08T03:20:33,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:33,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036033912"}]},"ts":"1731036033912"} 2024-11-08T03:20:33,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:20:33,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:33,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-08T03:20:33,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905., hostname=350fccc412b5,35253,1731036019794, seqNum=2] 2024-11-08T03:20:33,952 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:34,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:20:34,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:20:34,191 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:20:34,230 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,35253,1731036019794, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:20:34,231 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:34,231 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35253,1731036019794, seqNum=-1] 2024-11-08T03:20:34,231 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:34,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T03:20:34,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,35253,1731036019794', locateType=CURRENT is [region=hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905., hostname=350fccc412b5,35253,1731036019794, seqNum=2] 2024-11-08T03:20:34,236 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:20:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:20:34,239 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,35253,1731036019794 suceeded 2024-11-08T03:20:34,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:20:34,240 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:20:34,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T03:20:34,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1040 sec 2024-11-08T03:20:34,256 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:43301' 2024-11-08T03:20:34,258 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b8bde50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,258 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:34,258 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:34,258 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:34,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a8231c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:34,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,260 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:34,260 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd73669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,260 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:34,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,43301,1731036013996 2024-11-08T03:20:34,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@706e1415 2024-11-08T03:20:34,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:34,262 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T03:20:34,262 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,35253,1731036019794 (queues=1) is replicating from cluster=ac6f1d09-0674-4bc8-b658-a6ba2737cc68 to cluster=c2c475af-41a5-47dd-9ef9-39c6da5fcd0b 2024-11-08T03:20:34,262 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C35253%2C1731036019794 2024-11-08T03:20:34,262 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,35253,1731036019794, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:20:34,263 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, startPosition=0, beingWritten=true 2024-11-08T03:20:34,263 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C35253%2C1731036019794 2024-11-08T03:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 379, reset compression=false 2024-11-08T03:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:20:34,278 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:20:34,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:34,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:34,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:34,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,46765,-1 for getting cluster id 2024-11-08T03:20:34,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:34,280 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a137621-04ce-450f-823a-8c2430fa3a17' 2024-11-08T03:20:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a137621-04ce-450f-823a-8c2430fa3a17" 2024-11-08T03:20:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31de092e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,46765,-1] 2024-11-08T03:20:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,281 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615d4a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:34,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:34,284 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59626504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,286 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:34,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:34,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:34,288 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49768035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:34,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,290 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:34,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592ee22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:34,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,34991,1731036008426, seqNum=-1] 2024-11-08T03:20:34,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:34,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:34,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb., hostname=350fccc412b5,34991,1731036008426, seqNum=2] 2024-11-08T03:20:34,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:34,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35253,1731036019794, seqNum=-1] 2024-11-08T03:20:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:34,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32., hostname=350fccc412b5,35253,1731036019794, seqNum=2] 2024-11-08T03:20:34,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T03:20:34,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:20:34,476 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 379, reset compression=false 2024-11-08T03:20:34,556 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:34,768 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 379, reset compression=false 2024-11-08T03:20:34,772 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:34,772 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:34,772 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,34991,1731036008426 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T03:20:34,774 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:34,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T03:20:34,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:34,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3498032b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,43301,-1 for getting cluster id 2024-11-08T03:20:34,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:34,776 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2c475af-41a5-47dd-9ef9-39c6da5fcd0b' 2024-11-08T03:20:34,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2c475af-41a5-47dd-9ef9-39c6da5fcd0b" 2024-11-08T03:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a120660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,43301,-1] 2024-11-08T03:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:34,778 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:34,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2042221c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:34,779 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 379, reset compression=false 2024-11-08T03:20:34,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:34,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33433,1731036014146, seqNum=-1] 2024-11-08T03:20:34,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:34,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T03:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731036024511.e1aca06628548fd92743d51d5ff23560., hostname=350fccc412b5,33433,1731036014146, seqNum=2] 2024-11-08T03:20:34,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:34,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:35,185 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 379, reset compression=false 2024-11-08T03:20:35,259 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 379, reset compression=false 2024-11-08T03:20:35,262 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:35,263 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 504, reset compression=false 2024-11-08T03:20:35,263 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1aca06628548fd92743d51d5ff23560/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T03:20:35,264 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:35,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T03:20:35,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:35,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db10e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:35,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,37681,-1 for getting cluster id 2024-11-08T03:20:35,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:35,267 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6f1d09-0674-4bc8-b658-a6ba2737cc68' 2024-11-08T03:20:35,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:35,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6f1d09-0674-4bc8-b658-a6ba2737cc68" 2024-11-08T03:20:35,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a724a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:35,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,37681,-1] 2024-11-08T03:20:35,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:35,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:35,268 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:35,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680af380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:35,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:35,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35253,1731036019794, seqNum=-1] 2024-11-08T03:20:35,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:35,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T03:20:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32., hostname=350fccc412b5,35253,1731036019794, seqNum=2] 2024-11-08T03:20:35,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:35,278 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:35,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T03:20:35,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:35,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,33433,1731036014146, seqNum=-1] 2024-11-08T03:20:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:35,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:35,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731036024511.e1aca06628548fd92743d51d5ff23560., hostname=350fccc412b5,33433,1731036014146, seqNum=2] 2024-11-08T03:20:35,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:35,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108663 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:35,311 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T03:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 504, reset compression=false 2024-11-08T03:20:35,471 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:35,471 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 608, reset compression=false 2024-11-08T03:20:35,471 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1aca06628548fd92743d51d5ff23560/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:20:35,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:35,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:35,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:35,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:35,675 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 608, reset compression=false 2024-11-08T03:20:35,682 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:35,688 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 379, reset compression=false 2024-11-08T03:20:35,692 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:35,692 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 656, reset compression=false 2024-11-08T03:20:35,692 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:35,897 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 656, reset compression=false 2024-11-08T03:20:35,979 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 608, reset compression=false 2024-11-08T03:20:36,185 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:36,211 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 656, reset compression=false 2024-11-08T03:20:36,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T03:20:36,316 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T03:20:36,382 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 608, reset compression=false 2024-11-08T03:20:36,615 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 656, reset compression=false 2024-11-08T03:20:36,661 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:36,661 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 760, reset compression=false 2024-11-08T03:20:36,661 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[{test/97ce51f9db809e8d1edd7d090a35bb32/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T03:20:36,663 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:36,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T03:20:36,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:36,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:36,788 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:36,864 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 760, reset compression=false 2024-11-08T03:20:36,885 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 608, reset compression=false 2024-11-08T03:20:36,889 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:36,889 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 736, reset compression=false 2024-11-08T03:20:36,889 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:37,092 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 736, reset compression=false 2024-11-08T03:20:37,168 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 760, reset compression=false 2024-11-08T03:20:37,317 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T03:20:37,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T03:20:37,395 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 736, reset compression=false 2024-11-08T03:20:37,491 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 480, reset compression=false 2024-11-08T03:20:37,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:37,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:37,495 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,34991,1731036008426 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T03:20:37,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:37,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:37,571 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 760, reset compression=false 2024-11-08T03:20:37,698 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:37,798 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 736, reset compression=false 2024-11-08T03:20:37,802 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:37,802 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 884, reset compression=false 2024-11-08T03:20:37,802 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1aca06628548fd92743d51d5ff23560/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T03:20:37,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:37,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:37,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:20:38,000 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:38,004 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 884, reset compression=false 2024-11-08T03:20:38,074 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 760, reset compression=false 2024-11-08T03:20:38,078 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:38,078 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 932, reset compression=false 2024-11-08T03:20:38,078 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:38,280 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 932, reset compression=false 2024-11-08T03:20:38,307 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 884, reset compression=false 2024-11-08T03:20:38,321 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T03:20:38,324 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T03:20:38,403 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:38,584 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 932, reset compression=false 2024-11-08T03:20:38,710 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 884, reset compression=false 2024-11-08T03:20:38,714 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:38,714 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1043, reset compression=false 2024-11-08T03:20:38,714 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1aca06628548fd92743d51d5ff23560/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T03:20:38,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:38,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:38,906 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:38,917 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1043, reset compression=false 2024-11-08T03:20:38,987 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 932, reset compression=false 2024-11-08T03:20:38,990 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:38,990 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1082, reset compression=false 2024-11-08T03:20:38,990 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:39,193 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1082, reset compression=false 2024-11-08T03:20:39,220 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1043, reset compression=false 2024-11-08T03:20:39,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T03:20:39,328 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T03:20:39,497 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1082, reset compression=false 2024-11-08T03:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1241, reset compression=false 2024-11-08T03:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[{test/97ce51f9db809e8d1edd7d090a35bb32/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T03:20:39,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T03:20:39,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T03:20:39,510 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:39,623 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1043, reset compression=false 2024-11-08T03:20:39,627 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:39,627 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:39,627 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:39,703 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1241, reset compression=false 2024-11-08T03:20:39,830 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:40,006 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1241, reset compression=false 2024-11-08T03:20:40,133 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:40,212 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:40,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T03:20:40,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:20:40,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:40,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:40,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:40,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:40,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:40,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:20:40,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012188182, stopped=false 2024-11-08T03:20:40,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,37681,1731036019647 2024-11-08T03:20:40,409 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1241, reset compression=false 2024-11-08T03:20:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2544302919/running 2024-11-08T03:20:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2544302919/running 2024-11-08T03:20:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:40,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:40,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:40,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:40,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:40,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,35253,1731036019794' ***** 2024-11-08T03:20:40,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:20:40,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/running 2024-11-08T03:20:40,417 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:20:40,417 INFO [RS:0;350fccc412b5:35253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:20:40,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:20:40,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Set watcher on znode that does not yet exist, /2544302919/running 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(3091): Received CLOSE for 36f0a8e488f0e50bc9def468f71b3905 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(3091): Received CLOSE for 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,35253,1731036019794 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35253. 2024-11-08T03:20:40,418 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36f0a8e488f0e50bc9def468f71b3905, disabling compactions & flushes 2024-11-08T03:20:40,418 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:40,418 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:40,418 DEBUG [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:40,418 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. after waiting 0 ms 2024-11-08T03:20:40,418 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:40,418 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:20:40,418 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36f0a8e488f0e50bc9def468f71b3905 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:20:40,418 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:20:40,418 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1325): Online Regions={36f0a8e488f0e50bc9def468f71b3905=hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905., 1588230740=hbase:meta,,1.1588230740, 97ce51f9db809e8d1edd7d090a35bb32=test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32.} 2024-11-08T03:20:40,419 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36f0a8e488f0e50bc9def468f71b3905, 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:40,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:40,419 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:40,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:40,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:40,419 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:40,419 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:20:40,424 DEBUG [master/350fccc412b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-08T03:20:40,425 DEBUG [master/350fccc412b5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T03:20:40,433 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:40,433 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/.tmp/queue/3b65061208284cdb8408b3b58a472016 is 154, key is 1-350fccc412b5,35253,1731036019794/queue:350fccc412b5%2C35253%2C1731036019794/1731036039504/Put/seqid=0 2024-11-08T03:20:40,435 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/info/b9838b90f4364733be3022849cb8a07e is 147, key is hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905./info:regioninfo/1731036033906/Put/seqid=0 2024-11-08T03:20:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741840_1016 (size=5353) 2024-11-08T03:20:40,436 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/.tmp/queue/3b65061208284cdb8408b3b58a472016 2024-11-08T03:20:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741841_1017 (size=7686) 2024-11-08T03:20:40,440 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/.tmp/queue/3b65061208284cdb8408b3b58a472016 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/queue/3b65061208284cdb8408b3b58a472016 2024-11-08T03:20:40,443 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/queue/3b65061208284cdb8408b3b58a472016, entries=1, sequenceid=11, filesize=5.2 K 2024-11-08T03:20:40,444 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 36f0a8e488f0e50bc9def468f71b3905 in 26ms, sequenceid=11, compaction requested=false 2024-11-08T03:20:40,448 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/replication/36f0a8e488f0e50bc9def468f71b3905/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:20:40,448 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:40,448 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:40,449 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36f0a8e488f0e50bc9def468f71b3905: Waiting for close lock at 1731036040418Running coprocessor pre-close hooks at 1731036040418Disabling compacts and flushes for region at 1731036040418Disabling writes for close at 1731036040418Obtaining lock to block concurrent updates at 1731036040418Preparing flush snapshotting stores in 36f0a8e488f0e50bc9def468f71b3905 at 1731036040418Finished memstore snapshotting hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731036040419 (+1 ms)Flushing stores of hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. at 1731036040419Flushing 36f0a8e488f0e50bc9def468f71b3905/queue: creating writer at 1731036040419Flushing 36f0a8e488f0e50bc9def468f71b3905/queue: appending metadata at 1731036040433 (+14 ms)Flushing 36f0a8e488f0e50bc9def468f71b3905/queue: closing flushed file at 1731036040433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e531fd: reopening flushed file at 1731036040440 (+7 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 36f0a8e488f0e50bc9def468f71b3905 in 26ms, sequenceid=11, compaction requested=false at 1731036040444 (+4 ms)Writing region close event to WAL at 1731036040445 (+1 ms)Running coprocessor post-close hooks at 1731036040448 (+3 ms)Closed at 1731036040449 (+1 ms) 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731036033146.36f0a8e488f0e50bc9def468f71b3905. 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97ce51f9db809e8d1edd7d090a35bb32, disabling compactions & flushes 2024-11-08T03:20:40,449 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. after waiting 0 ms 2024-11-08T03:20:40,449 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:40,449 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97ce51f9db809e8d1edd7d090a35bb32 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T03:20:40,467 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f/861b621d14bf4eb7b92531f1ae4b524f is 29, key is row1/f:/1731036038322/DeleteFamily/seqid=0 2024-11-08T03:20:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741842_1018 (size=5152) 2024-11-08T03:20:40,536 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:40,619 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:40,819 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:40,838 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/info/b9838b90f4364733be3022849cb8a07e 2024-11-08T03:20:40,855 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/ns/abd59b54164e42ba8ea084220ffd6ba0 is 43, key is default/ns:d/1731036022287/Put/seqid=0 2024-11-08T03:20:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741843_1019 (size=5153) 2024-11-08T03:20:40,871 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f/861b621d14bf4eb7b92531f1ae4b524f 2024-11-08T03:20:40,874 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 861b621d14bf4eb7b92531f1ae4b524f 2024-11-08T03:20:40,886 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f1/781b446d94bf428b9a768870114669ee is 30, key is row1/f1:/1731036038322/DeleteFamily/seqid=0 2024-11-08T03:20:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741844_1020 (size=5158) 2024-11-08T03:20:40,890 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f1/781b446d94bf428b9a768870114669ee 2024-11-08T03:20:40,893 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 781b446d94bf428b9a768870114669ee 2024-11-08T03:20:40,906 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/norep/3ba16771eca1476d9520b9785a4f7169 is 33, key is row2/norep:/1731036039326/DeleteFamily/seqid=0 2024-11-08T03:20:40,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741845_1021 (size=5108) 2024-11-08T03:20:40,912 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1241, reset compression=false 2024-11-08T03:20:40,915 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:40,916 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1488, reset compression=false 2024-11-08T03:20:40,916 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,35253,1731036019794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:40,916 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,35253,1731036019794: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,35253,1731036019794, walGroup=350fccc412b5%2C35253%2C1731036019794, offset=350fccc412b5%2C35253%2C1731036019794.1731036021250:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:35253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:20:40,917 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:20:40,917 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:20:40,918 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:20:40,918 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:20:40,918 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:20:40,918 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 940006896 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 200890888 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:20:40,918 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:37681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:37681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:20:41,015 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:41,019 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:41,039 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:41,119 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:20:41,119 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:20:41,121 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1488, reset compression=false 2024-11-08T03:20:41,219 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97ce51f9db809e8d1edd7d090a35bb32 2024-11-08T03:20:41,262 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/ns/abd59b54164e42ba8ea084220ffd6ba0 2024-11-08T03:20:41,279 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/rep_barrier/c650e61ee5fe4540b01799711ee412cb is 112, key is test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32./rep_barrier:seqnumDuringOpen/1731036027800/Put/seqid=0 2024-11-08T03:20:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741846_1022 (size=5518) 2024-11-08T03:20:41,309 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/norep/3ba16771eca1476d9520b9785a4f7169 2024-11-08T03:20:41,312 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba16771eca1476d9520b9785a4f7169 2024-11-08T03:20:41,313 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f/861b621d14bf4eb7b92531f1ae4b524f as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/f/861b621d14bf4eb7b92531f1ae4b524f 2024-11-08T03:20:41,316 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 861b621d14bf4eb7b92531f1ae4b524f 2024-11-08T03:20:41,316 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/f/861b621d14bf4eb7b92531f1ae4b524f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:41,317 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/f1/781b446d94bf428b9a768870114669ee as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/f1/781b446d94bf428b9a768870114669ee 2024-11-08T03:20:41,320 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 781b446d94bf428b9a768870114669ee 2024-11-08T03:20:41,320 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/f1/781b446d94bf428b9a768870114669ee, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:41,321 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/.tmp/norep/3ba16771eca1476d9520b9785a4f7169 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/norep/3ba16771eca1476d9520b9785a4f7169 2024-11-08T03:20:41,324 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba16771eca1476d9520b9785a4f7169 2024-11-08T03:20:41,324 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/norep/3ba16771eca1476d9520b9785a4f7169, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:41,324 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 97ce51f9db809e8d1edd7d090a35bb32 in 875ms, sequenceid=10, compaction requested=false 2024-11-08T03:20:41,327 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/default/test/97ce51f9db809e8d1edd7d090a35bb32/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:20:41,328 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:41,328 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:41,328 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:41,328 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97ce51f9db809e8d1edd7d090a35bb32: Waiting for close lock at 1731036040449Running coprocessor pre-close hooks at 1731036040449Disabling compacts and flushes for region at 1731036040449Disabling writes for close at 1731036040449Obtaining lock to block concurrent updates at 1731036040449Preparing flush snapshotting stores in 97ce51f9db809e8d1edd7d090a35bb32 at 1731036040449Finished memstore snapshotting test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731036040449Flushing stores of test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. at 1731036040450 (+1 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/f: creating writer at 1731036040450Flushing 97ce51f9db809e8d1edd7d090a35bb32/f: appending metadata at 1731036040467 (+17 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/f: closing flushed file at 1731036040467Flushing 97ce51f9db809e8d1edd7d090a35bb32/f1: creating writer at 1731036040874 (+407 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/f1: appending metadata at 1731036040886 (+12 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/f1: closing flushed file at 1731036040886Flushing 97ce51f9db809e8d1edd7d090a35bb32/norep: creating writer at 1731036040893 (+7 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/norep: appending metadata at 1731036040905 (+12 ms)Flushing 97ce51f9db809e8d1edd7d090a35bb32/norep: closing flushed file at 1731036040905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d879174: reopening flushed file at 1731036041312 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff50d72: reopening flushed file at 1731036041317 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd21df3: reopening flushed file at 1731036041320 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 97ce51f9db809e8d1edd7d090a35bb32 in 875ms, sequenceid=10, compaction requested=false at 1731036041324 (+4 ms)Writing region close event to WAL at 1731036041325 (+1 ms)Running coprocessor post-close hooks at 1731036041328 (+3 ms)Closed at 1731036041328 2024-11-08T03:20:41,328 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036026660.97ce51f9db809e8d1edd7d090a35bb32. 2024-11-08T03:20:41,419 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:20:41,419 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:20:41,419 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:41,424 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 1488, reset compression=false 2024-11-08T03:20:41,428 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:41,428 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 2132, reset compression=false 2024-11-08T03:20:41,620 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:41,630 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 2132, reset compression=false 2024-11-08T03:20:41,642 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:41,683 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/rep_barrier/c650e61ee5fe4540b01799711ee412cb 2024-11-08T03:20:41,752 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/table/893ab9f64cbe4f639bbbafc4eef3e08e is 53, key is hbase:replication/table:state/1731036033912/Put/seqid=0 2024-11-08T03:20:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741847_1023 (size=5308) 2024-11-08T03:20:41,820 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:41,919 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:41,933 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.wal-reader.350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.1731036021250 to pos 2132, reset compression=false 2024-11-08T03:20:42,020 DEBUG [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:42,155 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/table/893ab9f64cbe4f639bbbafc4eef3e08e 2024-11-08T03:20:42,159 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/info/b9838b90f4364733be3022849cb8a07e as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/info/b9838b90f4364733be3022849cb8a07e 2024-11-08T03:20:42,163 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/info/b9838b90f4364733be3022849cb8a07e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:20:42,163 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/ns/abd59b54164e42ba8ea084220ffd6ba0 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/ns/abd59b54164e42ba8ea084220ffd6ba0 2024-11-08T03:20:42,166 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/ns/abd59b54164e42ba8ea084220ffd6ba0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:20:42,167 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/rep_barrier/c650e61ee5fe4540b01799711ee412cb as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/rep_barrier/c650e61ee5fe4540b01799711ee412cb 2024-11-08T03:20:42,170 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/rep_barrier/c650e61ee5fe4540b01799711ee412cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:20:42,170 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/.tmp/table/893ab9f64cbe4f639bbbafc4eef3e08e as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/table/893ab9f64cbe4f639bbbafc4eef3e08e 2024-11-08T03:20:42,173 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/table/893ab9f64cbe4f639bbbafc4eef3e08e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:20:42,174 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false 2024-11-08T03:20:42,177 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:20:42,177 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:42,177 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:42,177 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:42,178 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036040419Running coprocessor pre-close hooks at 1731036040419Disabling compacts and flushes for region at 1731036040419Disabling writes for close at 1731036040419Obtaining lock to block concurrent updates at 1731036040419Preparing flush snapshotting stores in 1588230740 at 1731036040419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731036040419Flushing stores of hbase:meta,,1.1588230740 at 1731036040419Flushing 1588230740/info: creating writer at 1731036040419Flushing 1588230740/info: appending metadata at 1731036040435 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731036040435Flushing 1588230740/ns: creating writer at 1731036040842 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731036040855 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731036040855Flushing 1588230740/rep_barrier: creating writer at 1731036041266 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036041279 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036041279Flushing 1588230740/table: creating writer at 1731036041740 (+461 ms)Flushing 1588230740/table: appending metadata at 1731036041751 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731036041751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0d9999: reopening flushed file at 1731036042159 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6697813e: reopening flushed file at 1731036042163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edc3419: reopening flushed file at 1731036042166 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0e5219: reopening flushed file at 1731036042170 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false at 1731036042174 (+4 ms)Writing region close event to WAL at 1731036042175 (+1 ms)Running coprocessor post-close hooks at 1731036042177 (+2 ms)Closed at 1731036042177 2024-11-08T03:20:42,178 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:42,220 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,35253,1731036019794; all regions closed. 2024-11-08T03:20:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:20:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741839_1015 (size=2896) 2024-11-08T03:20:42,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/WALs/350fccc412b5,35253,1731036019794/350fccc412b5%2C35253%2C1731036019794.rep.1731036033880 not finished, retry = 0 2024-11-08T03:20:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741832_1008 (size=2140) 2024-11-08T03:20:42,326 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:42,327 INFO [RS:0;350fccc412b5:35253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:42,327 INFO [RS:0;350fccc412b5:35253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:42,327 INFO [RS:0;350fccc412b5:35253 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:42,327 INFO [RS:0;350fccc412b5:35253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:42,327 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:42,327 INFO [RS:0;350fccc412b5:35253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,35253,1731036019794 because: Region server is closing 2024-11-08T03:20:42,328 INFO [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35253. 2024-11-08T03:20:42,328 DEBUG [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:42,328 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:42,328 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:42,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:42,344 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:42,428 INFO [RS:0;350fccc412b5:35253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,35253,1731036019794.replicationSource.shipper350fccc412b5%2C35253%2C1731036019794,1-350fccc412b5,35253,1731036019794 terminated 2024-11-08T03:20:42,428 INFO [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:35253. 2024-11-08T03:20:42,428 DEBUG [RS:0;350fccc412b5:35253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:42,428 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:42,428 DEBUG [RS:0;350fccc412b5:35253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:42,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:42,429 INFO [RS:0;350fccc412b5:35253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35253 2024-11-08T03:20:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2544302919/rs/350fccc412b5,35253,1731036019794 2024-11-08T03:20:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919/rs 2024-11-08T03:20:42,479 INFO [RS:0;350fccc412b5:35253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:42,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,35253,1731036019794] 2024-11-08T03:20:42,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2544302919/draining/350fccc412b5,35253,1731036019794 already deleted, retry=false 2024-11-08T03:20:42,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,35253,1731036019794 expired; onlineServers=0 2024-11-08T03:20:42,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,37681,1731036019647' ***** 2024-11-08T03:20:42,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:20:42,500 INFO [M:0;350fccc412b5:37681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:42,501 DEBUG [M:0;350fccc412b5:37681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:20:42,501 DEBUG [M:0;350fccc412b5:37681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:20:42,501 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:20:42,501 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036021001 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036021001,5,FailOnTimeoutGroup] 2024-11-08T03:20:42,501 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036021001 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036021001,5,FailOnTimeoutGroup] 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:42,501 DEBUG [M:0;350fccc412b5:37681 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:42,501 INFO [M:0;350fccc412b5:37681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:20:42,502 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:20:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2544302919/master 2024-11-08T03:20:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2544302919 2024-11-08T03:20:42,511 DEBUG [M:0;350fccc412b5:37681 {}] zookeeper.ZKUtil(347): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Unable to get data of znode /2544302919/master because node does not exist (not an error) 2024-11-08T03:20:42,511 WARN [M:0;350fccc412b5:37681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:20:42,522 INFO [M:0;350fccc412b5:37681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/.lastflushedseqids 2024-11-08T03:20:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:20:42,590 INFO [RS:0;350fccc412b5:35253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:42,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:42,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35253-0x101187542f80007, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:42,590 INFO [RS:0;350fccc412b5:35253 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,35253,1731036019794; zookeeper connection closed. 2024-11-08T03:20:42,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 2024-11-08T03:20:42,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:20:42,922 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:42,932 INFO [M:0;350fccc412b5:37681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:20:42,932 INFO [M:0;350fccc412b5:37681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:20:42,932 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:42,932 INFO [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:42,932 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:42,932 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:42,932 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:42,933 INFO [M:0;350fccc412b5:37681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T03:20:42,945 DEBUG [M:0;350fccc412b5:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c201fe599a341efa384bbd673dbfc49 is 82, key is hbase:meta,,1/info:regioninfo/1731036022239/Put/seqid=0 2024-11-08T03:20:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:20:43,148 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:43,348 INFO [M:0;350fccc412b5:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c201fe599a341efa384bbd673dbfc49 2024-11-08T03:20:43,364 DEBUG [M:0;350fccc412b5:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f6c21a0cb7428193bdcbb7f6cac153 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731036033916/Put/seqid=0 2024-11-08T03:20:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741850_1026 (size=8516) 2024-11-08T03:20:43,367 INFO [M:0;350fccc412b5:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f6c21a0cb7428193bdcbb7f6cac153 2024-11-08T03:20:43,383 DEBUG [M:0;350fccc412b5:37681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a19e21b9e694d3fb03acabb7103ffb0 is 69, key is 350fccc412b5,35253,1731036019794/rs:state/1731036021054/Put/seqid=0 2024-11-08T03:20:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:20:43,586 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:20:43,786 INFO [M:0;350fccc412b5:37681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a19e21b9e694d3fb03acabb7103ffb0 2024-11-08T03:20:43,789 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c201fe599a341efa384bbd673dbfc49 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c201fe599a341efa384bbd673dbfc49 2024-11-08T03:20:43,792 INFO [M:0;350fccc412b5:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c201fe599a341efa384bbd673dbfc49, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:20:43,793 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f6c21a0cb7428193bdcbb7f6cac153 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f6c21a0cb7428193bdcbb7f6cac153 2024-11-08T03:20:43,797 INFO [M:0;350fccc412b5:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f6c21a0cb7428193bdcbb7f6cac153, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:20:43,797 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a19e21b9e694d3fb03acabb7103ffb0 as hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a19e21b9e694d3fb03acabb7103ffb0 2024-11-08T03:20:43,800 INFO [M:0;350fccc412b5:37681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a19e21b9e694d3fb03acabb7103ffb0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:20:43,801 INFO [M:0;350fccc412b5:37681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=97, compaction requested=false 2024-11-08T03:20:43,802 INFO [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:43,802 DEBUG [M:0;350fccc412b5:37681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036042932Disabling compacts and flushes for region at 1731036042932Disabling writes for close at 1731036042932Obtaining lock to block concurrent updates at 1731036042933 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036042933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731036042933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036042933Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036042933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036042945 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036042945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036043351 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036043364 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036043364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036043370 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036043382 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036043382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a10c05e: reopening flushed file at 1731036043789 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fdff05: reopening flushed file at 1731036043792 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791d12dc: reopening flushed file at 1731036043797 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 869ms, sequenceid=97, compaction requested=false at 1731036043801 (+4 ms)Writing region close event to WAL at 1731036043802 (+1 ms)Closed at 1731036043802 2024-11-08T03:20:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741830_1006 (size=63654) 2024-11-08T03:20:43,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b76ab39-d3d7-589c-2bf9-85110b8ed410/MasterData/WALs/350fccc412b5,37681,1731036019647/350fccc412b5%2C37681%2C1731036019647.1731036020742 not finished, retry = 0 2024-11-08T03:20:43,905 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:43,905 INFO [M:0;350fccc412b5:37681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:20:43,905 INFO [M:0;350fccc412b5:37681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37681 2024-11-08T03:20:43,905 INFO [M:0;350fccc412b5:37681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:44,026 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:44,050 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:44,074 INFO [M:0;350fccc412b5:37681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37681-0x101187542f80006, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1365fd97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:44,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d287bc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:44,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa9d74a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547b2a02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:44,078 WARN [BP-280387311-172.17.0.3-1731036017634 heartbeating to localhost/127.0.0.1:36945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:20:44,078 WARN [BP-280387311-172.17.0.3-1731036017634 heartbeating to localhost/127.0.0.1:36945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280387311-172.17.0.3-1731036017634 (Datanode Uuid 6e446de1-e98d-447c-aa1f-9f0c25cc9af6) service to localhost/127.0.0.1:36945 2024-11-08T03:20:44,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:20:44,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:20:44,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/cluster_291feda7-2300-bbb6-9908-f4209d8645ab/data/data1/current/BP-280387311-172.17.0.3-1731036017634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:44,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/cluster_291feda7-2300-bbb6-9908-f4209d8645ab/data/data2/current/BP-280387311-172.17.0.3-1731036017634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:44,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:20:44,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a7cef1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:44,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1999b318{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:44,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7696cc10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a0626d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:20:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:20:44,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:44,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:44,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:44,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:44,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:20:44,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654218127, stopped=false 2024-11-08T03:20:44,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:44,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,43301,1731036013996 2024-11-08T03:20:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682137327/running 2024-11-08T03:20:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682137327/running 2024-11-08T03:20:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:44,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:44,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:44,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/running 2024-11-08T03:20:44,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Set watcher on znode that does not yet exist, /1-682137327/running 2024-11-08T03:20:44,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:44,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:44,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,33433,1731036014146' ***** 2024-11-08T03:20:44,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:20:44,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(3091): Received CLOSE for e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(3091): Received CLOSE for 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,33433,1731036014146 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:44,112 INFO [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33433. 2024-11-08T03:20:44,112 DEBUG [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:44,112 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:44,113 INFO [RS:0;350fccc412b5:33433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:20:44,113 INFO [RS:0;350fccc412b5:33433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:20:44,113 INFO [RS:0;350fccc412b5:33433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:20:44,113 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:20:44,113 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:20:44,113 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1aca06628548fd92743d51d5ff23560=test,,1731036024511.e1aca06628548fd92743d51d5ff23560., 73c1dd1942c0e6547d703899a6862a50=hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50.} 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1aca06628548fd92743d51d5ff23560, disabling compactions & flushes 2024-11-08T03:20:44,113 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73c1dd1942c0e6547d703899a6862a50, e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:44,113 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:44,113 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036024511.e1aca06628548fd92743d51d5ff23560. after waiting 0 ms 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:44,113 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:44,113 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1aca06628548fd92743d51d5ff23560 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T03:20:44,113 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:20:44,126 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f/9da064b004d745bd940b0bbda553e2c2 is 29, key is row1/f:/1731036038322/DeleteFamily/seqid=0 2024-11-08T03:20:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741840_1016 (size=5152) 2024-11-08T03:20:44,130 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f/9da064b004d745bd940b0bbda553e2c2 2024-11-08T03:20:44,132 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/info/d85cb8acb98a4521af5248758f050c73 is 147, key is hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50./info:regioninfo/1731036032192/Put/seqid=0 2024-11-08T03:20:44,134 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da064b004d745bd940b0bbda553e2c2 2024-11-08T03:20:44,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741841_1017 (size=7686) 2024-11-08T03:20:44,135 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/info/d85cb8acb98a4521af5248758f050c73 2024-11-08T03:20:44,150 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/ns/4395da704a0f4bdea4a74bd4247bf9a6 is 43, key is default/ns:d/1731036017494/Put/seqid=0 2024-11-08T03:20:44,153 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f1/ab6cc221e7234d128ba0895d7750164d is 30, key is row1/f1:/1731036038322/DeleteFamily/seqid=0 2024-11-08T03:20:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:20:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741843_1019 (size=5158) 2024-11-08T03:20:44,155 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:44,313 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73c1dd1942c0e6547d703899a6862a50, e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:44,417 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:20:44,417 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:20:44,513 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73c1dd1942c0e6547d703899a6862a50, e1aca06628548fd92743d51d5ff23560 2024-11-08T03:20:44,554 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/ns/4395da704a0f4bdea4a74bd4247bf9a6 2024-11-08T03:20:44,556 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f1/ab6cc221e7234d128ba0895d7750164d 2024-11-08T03:20:44,558 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab6cc221e7234d128ba0895d7750164d 2024-11-08T03:20:44,570 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/norep/c132d0efc1bc43769d18f63df2c4f635 is 33, key is row1/norep:/1731036038322/DeleteFamily/seqid=0 2024-11-08T03:20:44,572 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/rep_barrier/23ef85ac70ec44669c4fa3458e5707da is 112, key is test,,1731036024511.e1aca06628548fd92743d51d5ff23560./rep_barrier:seqnumDuringOpen/1731036025660/Put/seqid=0 2024-11-08T03:20:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741844_1020 (size=5108) 2024-11-08T03:20:44,573 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/norep/c132d0efc1bc43769d18f63df2c4f635 2024-11-08T03:20:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741845_1021 (size=5518) 2024-11-08T03:20:44,575 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/rep_barrier/23ef85ac70ec44669c4fa3458e5707da 2024-11-08T03:20:44,576 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c132d0efc1bc43769d18f63df2c4f635 2024-11-08T03:20:44,577 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f/9da064b004d745bd940b0bbda553e2c2 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/f/9da064b004d745bd940b0bbda553e2c2 2024-11-08T03:20:44,580 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da064b004d745bd940b0bbda553e2c2 2024-11-08T03:20:44,580 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/f/9da064b004d745bd940b0bbda553e2c2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:44,581 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/f1/ab6cc221e7234d128ba0895d7750164d as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/f1/ab6cc221e7234d128ba0895d7750164d 2024-11-08T03:20:44,584 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab6cc221e7234d128ba0895d7750164d 2024-11-08T03:20:44,585 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/f1/ab6cc221e7234d128ba0895d7750164d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:44,585 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/.tmp/norep/c132d0efc1bc43769d18f63df2c4f635 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/norep/c132d0efc1bc43769d18f63df2c4f635 2024-11-08T03:20:44,589 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c132d0efc1bc43769d18f63df2c4f635 2024-11-08T03:20:44,589 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/norep/c132d0efc1bc43769d18f63df2c4f635, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T03:20:44,589 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e1aca06628548fd92743d51d5ff23560 in 476ms, sequenceid=10, compaction requested=false 2024-11-08T03:20:44,595 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/table/0483b1ffcabc46969dbfc6a2edf2f033 is 53, key is hbase:replication/table:state/1731036032198/Put/seqid=0 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/default/test/e1aca06628548fd92743d51d5ff23560/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:44,596 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1aca06628548fd92743d51d5ff23560: Waiting for close lock at 1731036044113Running coprocessor pre-close hooks at 1731036044113Disabling compacts and flushes for region at 1731036044113Disabling writes for close at 1731036044113Obtaining lock to block concurrent updates at 1731036044113Preparing flush snapshotting stores in e1aca06628548fd92743d51d5ff23560 at 1731036044113Finished memstore snapshotting test,,1731036024511.e1aca06628548fd92743d51d5ff23560., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731036044113Flushing stores of test,,1731036024511.e1aca06628548fd92743d51d5ff23560. at 1731036044114 (+1 ms)Flushing e1aca06628548fd92743d51d5ff23560/f: creating writer at 1731036044114Flushing e1aca06628548fd92743d51d5ff23560/f: appending metadata at 1731036044126 (+12 ms)Flushing e1aca06628548fd92743d51d5ff23560/f: closing flushed file at 1731036044126Flushing e1aca06628548fd92743d51d5ff23560/f1: creating writer at 1731036044134 (+8 ms)Flushing e1aca06628548fd92743d51d5ff23560/f1: appending metadata at 1731036044152 (+18 ms)Flushing e1aca06628548fd92743d51d5ff23560/f1: closing flushed file at 1731036044152Flushing e1aca06628548fd92743d51d5ff23560/norep: creating writer at 1731036044558 (+406 ms)Flushing e1aca06628548fd92743d51d5ff23560/norep: appending metadata at 1731036044570 (+12 ms)Flushing e1aca06628548fd92743d51d5ff23560/norep: closing flushed file at 1731036044570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb6412c: reopening flushed file at 1731036044577 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593e2cb5: reopening flushed file at 1731036044581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339c392e: reopening flushed file at 1731036044585 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e1aca06628548fd92743d51d5ff23560 in 476ms, sequenceid=10, compaction requested=false at 1731036044589 (+4 ms)Writing region close event to WAL at 1731036044593 (+4 ms)Running coprocessor post-close hooks at 1731036044596 (+3 ms)Closed at 1731036044596 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036024511.e1aca06628548fd92743d51d5ff23560. 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73c1dd1942c0e6547d703899a6862a50, disabling compactions & flushes 2024-11-08T03:20:44,596 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. after waiting 0 ms 2024-11-08T03:20:44,596 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:44,596 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73c1dd1942c0e6547d703899a6862a50 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T03:20:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741846_1022 (size=5308) 2024-11-08T03:20:44,612 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/.tmp/queue/6ffe8c11444f4c44989f2579b0f30b90 is 154, key is 1-350fccc412b5,33433,1731036014146/queue:350fccc412b5%2C33433%2C1731036014146/1731036039628/Put/seqid=0 2024-11-08T03:20:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741847_1023 (size=5353) 2024-11-08T03:20:44,713 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:44,913 DEBUG [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73c1dd1942c0e6547d703899a6862a50 2024-11-08T03:20:44,998 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/table/0483b1ffcabc46969dbfc6a2edf2f033 2024-11-08T03:20:45,002 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/info/d85cb8acb98a4521af5248758f050c73 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/info/d85cb8acb98a4521af5248758f050c73 2024-11-08T03:20:45,005 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/info/d85cb8acb98a4521af5248758f050c73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:20:45,006 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/ns/4395da704a0f4bdea4a74bd4247bf9a6 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/ns/4395da704a0f4bdea4a74bd4247bf9a6 2024-11-08T03:20:45,009 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/ns/4395da704a0f4bdea4a74bd4247bf9a6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:20:45,010 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/rep_barrier/23ef85ac70ec44669c4fa3458e5707da as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/rep_barrier/23ef85ac70ec44669c4fa3458e5707da 2024-11-08T03:20:45,014 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/rep_barrier/23ef85ac70ec44669c4fa3458e5707da, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:20:45,014 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/.tmp/table/0483b1ffcabc46969dbfc6a2edf2f033 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/table/0483b1ffcabc46969dbfc6a2edf2f033 2024-11-08T03:20:45,015 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/.tmp/queue/6ffe8c11444f4c44989f2579b0f30b90 2024-11-08T03:20:45,018 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/table/0483b1ffcabc46969dbfc6a2edf2f033, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:20:45,018 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/.tmp/queue/6ffe8c11444f4c44989f2579b0f30b90 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/queue/6ffe8c11444f4c44989f2579b0f30b90 2024-11-08T03:20:45,018 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-08T03:20:45,021 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/queue/6ffe8c11444f4c44989f2579b0f30b90, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T03:20:45,022 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 73c1dd1942c0e6547d703899a6862a50 in 426ms, sequenceid=12, compaction requested=false 2024-11-08T03:20:45,023 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:20:45,023 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:45,023 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:45,023 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:45,023 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036044113Running coprocessor pre-close hooks at 1731036044113Disabling compacts and flushes for region at 1731036044113Disabling writes for close at 1731036044113Obtaining lock to block concurrent updates at 1731036044113Preparing flush snapshotting stores in 1588230740 at 1731036044113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731036044113Flushing stores of hbase:meta,,1.1588230740 at 1731036044114 (+1 ms)Flushing 1588230740/info: creating writer at 1731036044114Flushing 1588230740/info: appending metadata at 1731036044132 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731036044132Flushing 1588230740/ns: creating writer at 1731036044138 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731036044150 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731036044150Flushing 1588230740/rep_barrier: creating writer at 1731036044557 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036044571 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036044571Flushing 1588230740/table: creating writer at 1731036044577 (+6 ms)Flushing 1588230740/table: appending metadata at 1731036044594 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731036044594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d74f3b: reopening flushed file at 1731036045001 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b902cea: reopening flushed file at 1731036045005 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43391574: reopening flushed file at 1731036045009 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705d3fde: reopening flushed file at 1731036045014 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1731036045018 (+4 ms)Writing region close event to WAL at 1731036045021 (+3 ms)Running coprocessor post-close hooks at 1731036045023 (+2 ms)Closed at 1731036045023 2024-11-08T03:20:45,024 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:45,024 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/data/hbase/replication/73c1dd1942c0e6547d703899a6862a50/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T03:20:45,025 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:45,025 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:45,025 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:45,025 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73c1dd1942c0e6547d703899a6862a50: Waiting for close lock at 1731036044596Running coprocessor pre-close hooks at 1731036044596Disabling compacts and flushes for region at 1731036044596Disabling writes for close at 1731036044596Obtaining lock to block concurrent updates at 1731036044596Preparing flush snapshotting stores in 73c1dd1942c0e6547d703899a6862a50 at 1731036044596Finished memstore snapshotting hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731036044597 (+1 ms)Flushing stores of hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. at 1731036044597Flushing 73c1dd1942c0e6547d703899a6862a50/queue: creating writer at 1731036044597Flushing 73c1dd1942c0e6547d703899a6862a50/queue: appending metadata at 1731036044611 (+14 ms)Flushing 73c1dd1942c0e6547d703899a6862a50/queue: closing flushed file at 1731036044611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d26ffbd: reopening flushed file at 1731036045018 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 73c1dd1942c0e6547d703899a6862a50 in 426ms, sequenceid=12, compaction requested=false at 1731036045022 (+4 ms)Writing region close event to WAL at 1731036045023 (+1 ms)Running coprocessor post-close hooks at 1731036045025 (+2 ms)Closed at 1731036045025 2024-11-08T03:20:45,025 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731036030981.73c1dd1942c0e6547d703899a6862a50. 2024-11-08T03:20:45,053 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 1193, reset compression=false 2024-11-08T03:20:45,056 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:45,056 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 2084, reset compression=false 2024-11-08T03:20:45,056 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,33433,1731036014146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:45,057 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,33433,1731036014146: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,33433,1731036014146, walGroup=350fccc412b5%2C33433%2C1731036014146, offset=350fccc412b5%2C33433%2C1731036014146.1731036016446:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:33433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:20:45,059 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:20:45,059 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:20:45,059 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:20:45,059 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:20:45,059 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:20:45,059 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 1030184432 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201420912 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:20:45,060 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:43301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:43301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:20:45,114 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,33433,1731036014146; all regions closed. 2024-11-08T03:20:45,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.meta.1731036017449.meta not finished, retry = 0 2024-11-08T03:20:45,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:20:45,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.rep.1731036032165 not finished, retry = 0 2024-11-08T03:20:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741839_1015 (size=3114) 2024-11-08T03:20:45,228 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:45,259 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 to pos 2084, reset compression=false 2024-11-08T03:20:45,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/WALs/350fccc412b5,33433,1731036014146/350fccc412b5%2C33433%2C1731036014146.1731036016446 not finished, retry = 0 2024-11-08T03:20:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741832_1008 (size=2092) 2024-11-08T03:20:45,421 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:45,421 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,33433,1731036014146 because: Region server is closing 2024-11-08T03:20:45,421 INFO [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33433. 2024-11-08T03:20:45,422 DEBUG [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:45,422 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:45,422 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:45,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:45,522 INFO [RS:0;350fccc412b5:33433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.shipper350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 terminated 2024-11-08T03:20:45,522 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,33433,1731036014146.replicationSource.wal-reader.350fccc412b5%2C33433%2C1731036014146,1-350fccc412b5,33433,1731036014146 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:20:45,522 INFO [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:33433. 2024-11-08T03:20:45,522 DEBUG [RS:0;350fccc412b5:33433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:45,522 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:45,522 DEBUG [RS:0;350fccc412b5:33433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:45,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:45,522 INFO [RS:0;350fccc412b5:33433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33433 2024-11-08T03:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682137327/rs/350fccc412b5,33433,1731036014146 2024-11-08T03:20:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327/rs 2024-11-08T03:20:45,584 INFO [RS:0;350fccc412b5:33433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:45,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,33433,1731036014146] 2024-11-08T03:20:45,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-682137327/draining/350fccc412b5,33433,1731036014146 already deleted, retry=false 2024-11-08T03:20:45,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,33433,1731036014146 expired; onlineServers=0 2024-11-08T03:20:45,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,43301,1731036013996' ***** 2024-11-08T03:20:45,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:45,639 DEBUG [M:0;350fccc412b5:43301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:20:45,639 DEBUG [M:0;350fccc412b5:43301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:20:45,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:20:45,639 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036016203 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036016203,5,FailOnTimeoutGroup] 2024-11-08T03:20:45,639 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036016203 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036016203,5,FailOnTimeoutGroup] 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:45,639 DEBUG [M:0;350fccc412b5:43301 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:45,639 INFO [M:0;350fccc412b5:43301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:20:45,639 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:20:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682137327/master 2024-11-08T03:20:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682137327 2024-11-08T03:20:45,658 DEBUG [M:0;350fccc412b5:43301 {}] zookeeper.ZKUtil(347): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Unable to get data of znode /1-682137327/master because node does not exist (not an error) 2024-11-08T03:20:45,658 WARN [M:0;350fccc412b5:43301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:20:45,658 INFO [M:0;350fccc412b5:43301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/.lastflushedseqids 2024-11-08T03:20:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:20:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:45,695 INFO [RS:0;350fccc412b5:33433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:45,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33433-0x101187542f80004, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:45,695 INFO [RS:0;350fccc412b5:33433 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,33433,1731036014146; zookeeper connection closed. 2024-11-08T03:20:45,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10217944 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10217944 2024-11-08T03:20:45,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:20:45,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:45,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:46,062 INFO [M:0;350fccc412b5:43301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:20:46,062 INFO [M:0;350fccc412b5:43301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:20:46,063 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:46,063 INFO [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:46,063 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:46,063 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:46,063 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:46,063 INFO [M:0;350fccc412b5:43301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T03:20:46,082 DEBUG [M:0;350fccc412b5:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7c8daf719f24b589dc1372370dbe0b3 is 82, key is hbase:meta,,1/info:regioninfo/1731036017476/Put/seqid=0 2024-11-08T03:20:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:20:46,485 INFO [M:0;350fccc412b5:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7c8daf719f24b589dc1372370dbe0b3 2024-11-08T03:20:46,501 DEBUG [M:0;350fccc412b5:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae96277617db4308b9ff9cf27cd6db92 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731036032201/Put/seqid=0 2024-11-08T03:20:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741850_1026 (size=8517) 2024-11-08T03:20:46,531 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:46,905 INFO [M:0;350fccc412b5:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae96277617db4308b9ff9cf27cd6db92 2024-11-08T03:20:46,924 DEBUG [M:0;350fccc412b5:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e3d0c98a6a144609e5bd65baf54eeac is 69, key is 350fccc412b5,33433,1731036014146/rs:state/1731036016305/Put/seqid=0 2024-11-08T03:20:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:20:46,927 INFO [M:0;350fccc412b5:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e3d0c98a6a144609e5bd65baf54eeac 2024-11-08T03:20:46,931 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7c8daf719f24b589dc1372370dbe0b3 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7c8daf719f24b589dc1372370dbe0b3 2024-11-08T03:20:46,936 INFO [M:0;350fccc412b5:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7c8daf719f24b589dc1372370dbe0b3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T03:20:46,937 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae96277617db4308b9ff9cf27cd6db92 as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae96277617db4308b9ff9cf27cd6db92 2024-11-08T03:20:46,941 INFO [M:0;350fccc412b5:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae96277617db4308b9ff9cf27cd6db92, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T03:20:46,941 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e3d0c98a6a144609e5bd65baf54eeac as hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e3d0c98a6a144609e5bd65baf54eeac 2024-11-08T03:20:46,945 INFO [M:0;350fccc412b5:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39743/user/jenkins/test-data/1b399a44-985f-064f-b552-28530d4e54e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e3d0c98a6a144609e5bd65baf54eeac, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T03:20:46,946 INFO [M:0;350fccc412b5:43301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-08T03:20:46,948 INFO [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:46,948 DEBUG [M:0;350fccc412b5:43301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036046063Disabling compacts and flushes for region at 1731036046063Disabling writes for close at 1731036046063Obtaining lock to block concurrent updates at 1731036046063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036046063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731036046063Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036046064 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036046064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036046082 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036046082Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036046489 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036046501 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036046501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036046908 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036046923 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036046923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750465f1: reopening flushed file at 1731036046931 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f400f2f: reopening flushed file at 1731036046936 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aecceab: reopening flushed file at 1731036046941 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1731036046946 (+5 ms)Writing region close event to WAL at 1731036046948 (+2 ms)Closed at 1731036046948 2024-11-08T03:20:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741830_1006 (size=63666) 2024-11-08T03:20:46,950 INFO [M:0;350fccc412b5:43301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:20:46,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:46,951 INFO [M:0;350fccc412b5:43301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43301 2024-11-08T03:20:46,951 INFO [M:0;350fccc412b5:43301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:47,148 INFO [M:0;350fccc412b5:43301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x101187542f80003, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:47,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d78813c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:47,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65acb346{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:47,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:47,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c5dedcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:47,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d936c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:47,151 WARN [BP-40522213-172.17.0.3-1731036011910 heartbeating to localhost/127.0.0.1:39743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:20:47,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:20:47,151 WARN [BP-40522213-172.17.0.3-1731036011910 heartbeating to localhost/127.0.0.1:39743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-40522213-172.17.0.3-1731036011910 (Datanode Uuid b0d36804-4803-4849-a7f3-9e5e9ead5fb7) service to localhost/127.0.0.1:39743 2024-11-08T03:20:47,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:20:47,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/cluster_46ab43d4-3e02-4049-1625-f93790046784/data/data1/current/BP-40522213-172.17.0.3-1731036011910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:47,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/cluster_46ab43d4-3e02-4049-1625-f93790046784/data/data2/current/BP-40522213-172.17.0.3-1731036011910 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:47,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:20:47,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6039d9a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:47,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13e93a60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:47,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:47,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c30efb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:47,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae44ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0aa596ea-afac-0d94-a671-cf02ebbc37a5/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:47,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:20:47,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:20:47,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:47,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:47,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:47,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:47,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:20:47,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309325491, stopped=false 2024-11-08T03:20:47,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,46765,1731036008232 2024-11-08T03:20:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0800921188/running 2024-11-08T03:20:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0800921188/running 2024-11-08T03:20:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:47,184 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:47,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:20:47,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:47,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:47,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/running 2024-11-08T03:20:47,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,34991,1731036008426' ***** 2024-11-08T03:20:47,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:20:47,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Set watcher on znode that does not yet exist, /0800921188/running 2024-11-08T03:20:47,185 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:20:47,185 INFO [RS:0;350fccc412b5:34991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:20:47,185 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:20:47,185 INFO [RS:0;350fccc412b5:34991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:20:47,185 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,34991,1731036008426 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:34991. 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, disabling compactions & flushes 2024-11-08T03:20:47,186 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:47,186 DEBUG [RS:0;350fccc412b5:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:47,186 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. after waiting 0 ms 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:20:47,186 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T03:20:47,186 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:20:47,186 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1325): Online Regions={8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb=test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb., a4c0a3a35f97b8eeb5bb4710c4ac4f03=hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:20:47,186 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:47,186 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:47,186 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:47,186 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:20:47,199 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/info/154cab5c97f84ba797db8f5e9dc7ed6a is 147, key is hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03./info:regioninfo/1731036030003/Put/seqid=0 2024-11-08T03:20:47,199 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f/2bcffbb5f0fa41b7a0cd63fe61fb7407 is 28, key is row/f:/1731036037318/DeleteFamily/seqid=0 2024-11-08T03:20:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741841_1017 (size=5085) 2024-11-08T03:20:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741840_1016 (size=7686) 2024-11-08T03:20:47,202 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f/2bcffbb5f0fa41b7a0cd63fe61fb7407 2024-11-08T03:20:47,202 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/info/154cab5c97f84ba797db8f5e9dc7ed6a 2024-11-08T03:20:47,205 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bcffbb5f0fa41b7a0cd63fe61fb7407 2024-11-08T03:20:47,226 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/ns/679318a67be149638c993f2f30cceb5f is 43, key is default/ns:d/1731036011747/Put/seqid=0 2024-11-08T03:20:47,227 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f1/e589e7ae808a472a82a6a962ae727d87 is 29, key is row/f1:/1731036037318/DeleteFamily/seqid=0 2024-11-08T03:20:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:20:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741843_1019 (size=5089) 2024-11-08T03:20:47,230 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f1/e589e7ae808a472a82a6a962ae727d87 2024-11-08T03:20:47,233 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e589e7ae808a472a82a6a962ae727d87 2024-11-08T03:20:47,246 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/norep/1dc5b21489de4788a6ab79d45363a9fd is 32, key is row/norep:/1731036037318/DeleteFamily/seqid=0 2024-11-08T03:20:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741844_1020 (size=5101) 2024-11-08T03:20:47,258 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:47,386 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:47,519 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:20:47,519 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:20:47,586 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb, a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:47,630 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/ns/679318a67be149638c993f2f30cceb5f 2024-11-08T03:20:47,645 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/rep_barrier/f2c6bb9d15d4414faed533d9aaf7fa90 is 112, key is test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb./rep_barrier:seqnumDuringOpen/1731036023499/Put/seqid=0 2024-11-08T03:20:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741845_1021 (size=5518) 2024-11-08T03:20:47,649 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/norep/1dc5b21489de4788a6ab79d45363a9fd 2024-11-08T03:20:47,652 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc5b21489de4788a6ab79d45363a9fd 2024-11-08T03:20:47,653 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f/2bcffbb5f0fa41b7a0cd63fe61fb7407 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f/2bcffbb5f0fa41b7a0cd63fe61fb7407 2024-11-08T03:20:47,656 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bcffbb5f0fa41b7a0cd63fe61fb7407 2024-11-08T03:20:47,656 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f/2bcffbb5f0fa41b7a0cd63fe61fb7407, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T03:20:47,656 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/f1/e589e7ae808a472a82a6a962ae727d87 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1/e589e7ae808a472a82a6a962ae727d87 2024-11-08T03:20:47,659 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e589e7ae808a472a82a6a962ae727d87 2024-11-08T03:20:47,659 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1/e589e7ae808a472a82a6a962ae727d87, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T03:20:47,659 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/.tmp/norep/1dc5b21489de4788a6ab79d45363a9fd as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep/1dc5b21489de4788a6ab79d45363a9fd 2024-11-08T03:20:47,662 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc5b21489de4788a6ab79d45363a9fd 2024-11-08T03:20:47,662 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep/1dc5b21489de4788a6ab79d45363a9fd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T03:20:47,662 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb in 476ms, sequenceid=6, compaction requested=false 2024-11-08T03:20:47,663 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:20:47,666 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/default/test/8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T03:20:47,666 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:47,666 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:47,666 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:47,666 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb: Waiting for close lock at 1731036047186Running coprocessor pre-close hooks at 1731036047186Disabling compacts and flushes for region at 1731036047186Disabling writes for close at 1731036047186Obtaining lock to block concurrent updates at 1731036047186Preparing flush snapshotting stores in 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb at 1731036047186Finished memstore snapshotting test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731036047186Flushing stores of test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. at 1731036047187 (+1 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f: creating writer at 1731036047187Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f: appending metadata at 1731036047198 (+11 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f: closing flushed file at 1731036047198Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1: creating writer at 1731036047205 (+7 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1: appending metadata at 1731036047226 (+21 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/f1: closing flushed file at 1731036047226Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep: creating writer at 1731036047233 (+7 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep: appending metadata at 1731036047246 (+13 ms)Flushing 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb/norep: closing flushed file at 1731036047246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ba0109: reopening flushed file at 1731036047652 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d4e7f2: reopening flushed file at 1731036047656 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425140e6: reopening flushed file at 1731036047659 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb in 476ms, sequenceid=6, compaction requested=false at 1731036047662 (+3 ms)Writing region close event to WAL at 1731036047664 (+2 ms)Running coprocessor post-close hooks at 1731036047666 (+2 ms)Closed at 1731036047666 2024-11-08T03:20:47,666 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036022355.8d5dc4ac5cb6bfa2ef1bd70c0e2cfedb. 2024-11-08T03:20:47,667 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4c0a3a35f97b8eeb5bb4710c4ac4f03, disabling compactions & flushes 2024-11-08T03:20:47,667 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:47,667 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:47,667 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. after waiting 0 ms 2024-11-08T03:20:47,667 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:47,667 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4c0a3a35f97b8eeb5bb4710c4ac4f03 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-08T03:20:47,679 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/.tmp/queue/80eb3d5c22bc4a8f91fcc0966b41ba30 is 153, key is 1-350fccc412b5,34991,1731036008426/queue:350fccc412b5%2C34991%2C1731036008426/1731036037499/Put/seqid=0 2024-11-08T03:20:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741846_1022 (size=5352) 2024-11-08T03:20:47,787 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:47,934 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 636, reset compression=false 2024-11-08T03:20:47,938 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:20:47,938 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 1527, reset compression=false 2024-11-08T03:20:47,938 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,34991,1731036008426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:20:47,938 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,34991,1731036008426: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,34991,1731036008426, walGroup=350fccc412b5%2C34991%2C1731036008426, offset=350fccc412b5%2C34991%2C1731036008426.1731036010646:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:34991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:20:47,939 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:20:47,939 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:20:47,939 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:20:47,940 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:20:47,940 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:20:47,940 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1331691520, "init": 1048576000, "max": 2306867200, "used": 853937152 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201923920 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:20:47,940 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:20:47,987 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4c0a3a35f97b8eeb5bb4710c4ac4f03 2024-11-08T03:20:48,049 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/rep_barrier/f2c6bb9d15d4414faed533d9aaf7fa90 2024-11-08T03:20:48,069 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/table/d0de37474fe34274ac6525f373cf6270 is 53, key is hbase:replication/table:state/1731036030009/Put/seqid=0 2024-11-08T03:20:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741847_1023 (size=5308) 2024-11-08T03:20:48,083 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/.tmp/queue/80eb3d5c22bc4a8f91fcc0966b41ba30 2024-11-08T03:20:48,086 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/.tmp/queue/80eb3d5c22bc4a8f91fcc0966b41ba30 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue/80eb3d5c22bc4a8f91fcc0966b41ba30 2024-11-08T03:20:48,090 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue/80eb3d5c22bc4a8f91fcc0966b41ba30, entries=1, sequenceid=8, filesize=5.2 K 2024-11-08T03:20:48,090 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a4c0a3a35f97b8eeb5bb4710c4ac4f03 in 423ms, sequenceid=8, compaction requested=false 2024-11-08T03:20:48,090 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:20:48,093 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/replication/a4c0a3a35f97b8eeb5bb4710c4ac4f03/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T03:20:48,093 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:48,094 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:48,094 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:48,094 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4c0a3a35f97b8eeb5bb4710c4ac4f03: Waiting for close lock at 1731036047666Running coprocessor pre-close hooks at 1731036047666Disabling compacts and flushes for region at 1731036047666Disabling writes for close at 1731036047667 (+1 ms)Obtaining lock to block concurrent updates at 1731036047667Preparing flush snapshotting stores in a4c0a3a35f97b8eeb5bb4710c4ac4f03 at 1731036047667Finished memstore snapshotting hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731036047667Flushing stores of hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. at 1731036047667Flushing a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue: creating writer at 1731036047667Flushing a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue: appending metadata at 1731036047679 (+12 ms)Flushing a4c0a3a35f97b8eeb5bb4710c4ac4f03/queue: closing flushed file at 1731036047679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fda5c3: reopening flushed file at 1731036048086 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a4c0a3a35f97b8eeb5bb4710c4ac4f03 in 423ms, sequenceid=8, compaction requested=false at 1731036048090 (+4 ms)Writing region close event to WAL at 1731036048091 (+1 ms)Running coprocessor post-close hooks at 1731036048093 (+2 ms)Closed at 1731036048094 (+1 ms) 2024-11-08T03:20:48,094 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731036028832.a4c0a3a35f97b8eeb5bb4710c4ac4f03. 2024-11-08T03:20:48,140 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 1527, reset compression=false 2024-11-08T03:20:48,187 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:20:48,187 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:20:48,187 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:48,387 DEBUG [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:20:48,443 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.1731036010646 to pos 1527, reset compression=false 2024-11-08T03:20:48,472 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/table/d0de37474fe34274ac6525f373cf6270 2024-11-08T03:20:48,476 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/info/154cab5c97f84ba797db8f5e9dc7ed6a as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/info/154cab5c97f84ba797db8f5e9dc7ed6a 2024-11-08T03:20:48,479 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/info/154cab5c97f84ba797db8f5e9dc7ed6a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:20:48,480 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/ns/679318a67be149638c993f2f30cceb5f as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/ns/679318a67be149638c993f2f30cceb5f 2024-11-08T03:20:48,483 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/ns/679318a67be149638c993f2f30cceb5f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:20:48,484 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/rep_barrier/f2c6bb9d15d4414faed533d9aaf7fa90 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/rep_barrier/f2c6bb9d15d4414faed533d9aaf7fa90 2024-11-08T03:20:48,487 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/rep_barrier/f2c6bb9d15d4414faed533d9aaf7fa90, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:20:48,488 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/.tmp/table/d0de37474fe34274ac6525f373cf6270 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/table/d0de37474fe34274ac6525f373cf6270 2024-11-08T03:20:48,492 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/table/d0de37474fe34274ac6525f373cf6270, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:20:48,492 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-08T03:20:48,493 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:20:48,496 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:20:48,497 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:20:48,497 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:20:48,497 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:48,497 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036047186Running coprocessor pre-close hooks at 1731036047186Disabling compacts and flushes for region at 1731036047186Disabling writes for close at 1731036047186Obtaining lock to block concurrent updates at 1731036047186Preparing flush snapshotting stores in 1588230740 at 1731036047186Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731036047186Flushing stores of hbase:meta,,1.1588230740 at 1731036047187 (+1 ms)Flushing 1588230740/info: creating writer at 1731036047187Flushing 1588230740/info: appending metadata at 1731036047198 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731036047198Flushing 1588230740/ns: creating writer at 1731036047205 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731036047226 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731036047226Flushing 1588230740/rep_barrier: creating writer at 1731036047633 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036047645 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036047645Flushing 1588230740/table: creating writer at 1731036048052 (+407 ms)Flushing 1588230740/table: appending metadata at 1731036048068 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731036048068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98326db: reopening flushed file at 1731036048476 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4b148a: reopening flushed file at 1731036048479 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7707de6c: reopening flushed file at 1731036048483 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c276131: reopening flushed file at 1731036048488 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731036048492 (+4 ms)Writing region close event to WAL at 1731036048494 (+2 ms)Running coprocessor post-close hooks at 1731036048497 (+3 ms)Closed at 1731036048497 2024-11-08T03:20:48,497 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:48,587 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,34991,1731036008426; all regions closed. 2024-11-08T03:20:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741834_1010 (size=4239) 2024-11-08T03:20:48,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/WALs/350fccc412b5,34991,1731036008426/350fccc412b5%2C34991%2C1731036008426.meta.1731036011660.meta not finished, retry = 0 2024-11-08T03:20:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741839_1015 (size=2240) 2024-11-08T03:20:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741832_1008 (size=1535) 2024-11-08T03:20:48,693 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:48,693 INFO [RS:0;350fccc412b5:34991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:20:48,694 INFO [RS:0;350fccc412b5:34991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:48,694 INFO [RS:0;350fccc412b5:34991 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:48,694 INFO [RS:0;350fccc412b5:34991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:48,694 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:48,694 INFO [RS:0;350fccc412b5:34991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,34991,1731036008426 because: Region server is closing 2024-11-08T03:20:48,694 INFO [RS:0;350fccc412b5:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:34991. 2024-11-08T03:20:48,694 DEBUG [RS:0;350fccc412b5:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:20:48,694 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:48,695 DEBUG [RS:0;350fccc412b5:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:48,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:20:48,795 INFO [RS:0;350fccc412b5:34991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.shipper350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 terminated 2024-11-08T03:20:48,795 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,34991,1731036008426.replicationSource.wal-reader.350fccc412b5%2C34991%2C1731036008426,1-350fccc412b5,34991,1731036008426 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:20:48,795 INFO [RS:0;350fccc412b5:34991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34991 2024-11-08T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0800921188/rs/350fccc412b5,34991,1731036008426 2024-11-08T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188/rs 2024-11-08T03:20:48,858 INFO [RS:0;350fccc412b5:34991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:48,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,34991,1731036008426] 2024-11-08T03:20:48,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0800921188/draining/350fccc412b5,34991,1731036008426 already deleted, retry=false 2024-11-08T03:20:48,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,34991,1731036008426 expired; onlineServers=0 2024-11-08T03:20:48,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,46765,1731036008232' ***** 2024-11-08T03:20:48,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:20:48,879 INFO [M:0;350fccc412b5:46765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:20:48,879 INFO [M:0;350fccc412b5:46765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:20:48,879 DEBUG [M:0;350fccc412b5:46765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:20:48,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:20:48,879 DEBUG [M:0;350fccc412b5:46765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:20:48,879 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036010464 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036010464,5,FailOnTimeoutGroup] 2024-11-08T03:20:48,879 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036010464 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036010464,5,FailOnTimeoutGroup] 2024-11-08T03:20:48,879 INFO [M:0;350fccc412b5:46765 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:20:48,879 INFO [M:0;350fccc412b5:46765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:20:48,879 DEBUG [M:0;350fccc412b5:46765 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:20:48,879 INFO [M:0;350fccc412b5:46765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:20:48,880 INFO [M:0;350fccc412b5:46765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:20:48,880 INFO [M:0;350fccc412b5:46765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:20:48,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:20:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0800921188/master 2024-11-08T03:20:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0800921188 2024-11-08T03:20:48,889 DEBUG [M:0;350fccc412b5:46765 {}] zookeeper.ZKUtil(347): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Unable to get data of znode /0800921188/master because node does not exist (not an error) 2024-11-08T03:20:48,889 WARN [M:0;350fccc412b5:46765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:20:48,890 INFO [M:0;350fccc412b5:46765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/.lastflushedseqids 2024-11-08T03:20:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741848_1024 (size=245) 2024-11-08T03:20:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x101187542f80001, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:48,968 INFO [RS:0;350fccc412b5:34991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:48,968 INFO [RS:0;350fccc412b5:34991 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,34991,1731036008426; zookeeper connection closed. 2024-11-08T03:20:48,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10d04cd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10d04cd0 2024-11-08T03:20:48,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:20:49,294 INFO [M:0;350fccc412b5:46765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:20:49,294 INFO [M:0;350fccc412b5:46765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:20:49,294 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:49,294 INFO [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:49,294 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:49,294 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:49,294 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:49,294 INFO [M:0;350fccc412b5:46765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T03:20:49,313 DEBUG [M:0;350fccc412b5:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d51cc6bda4b6d8692568755c01042 is 82, key is hbase:meta,,1/info:regioninfo/1731036011686/Put/seqid=0 2024-11-08T03:20:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741849_1025 (size=5672) 2024-11-08T03:20:49,717 INFO [M:0;350fccc412b5:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d51cc6bda4b6d8692568755c01042 2024-11-08T03:20:49,732 DEBUG [M:0;350fccc412b5:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f047614390849439f9014da94d58029 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731036023509/Put/seqid=0 2024-11-08T03:20:49,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741850_1026 (size=7218) 2024-11-08T03:20:49,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:20:49,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:20:49,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:50,136 INFO [M:0;350fccc412b5:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f047614390849439f9014da94d58029 2024-11-08T03:20:50,139 INFO [M:0;350fccc412b5:46765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f047614390849439f9014da94d58029 2024-11-08T03:20:50,152 DEBUG [M:0;350fccc412b5:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c720ca2fe1f41c888c3c0b7a0a6aaf3 is 69, key is 350fccc412b5,34991,1731036008426/rs:state/1731036010498/Put/seqid=0 2024-11-08T03:20:50,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741851_1027 (size=5156) 2024-11-08T03:20:50,555 INFO [M:0;350fccc412b5:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c720ca2fe1f41c888c3c0b7a0a6aaf3 2024-11-08T03:20:50,559 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349d51cc6bda4b6d8692568755c01042 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349d51cc6bda4b6d8692568755c01042 2024-11-08T03:20:50,563 INFO [M:0;350fccc412b5:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349d51cc6bda4b6d8692568755c01042, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T03:20:50,564 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f047614390849439f9014da94d58029 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f047614390849439f9014da94d58029 2024-11-08T03:20:50,567 INFO [M:0;350fccc412b5:46765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f047614390849439f9014da94d58029 2024-11-08T03:20:50,567 INFO [M:0;350fccc412b5:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f047614390849439f9014da94d58029, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T03:20:50,568 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c720ca2fe1f41c888c3c0b7a0a6aaf3 as hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c720ca2fe1f41c888c3c0b7a0a6aaf3 2024-11-08T03:20:50,571 INFO [M:0;350fccc412b5:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39173/user/jenkins/test-data/1ee78be7-2c03-b131-15b7-ee21b56f4200/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c720ca2fe1f41c888c3c0b7a0a6aaf3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T03:20:50,572 INFO [M:0;350fccc412b5:46765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-08T03:20:50,581 INFO [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:50,581 DEBUG [M:0;350fccc412b5:46765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036049294Disabling compacts and flushes for region at 1731036049294Disabling writes for close at 1731036049294Obtaining lock to block concurrent updates at 1731036049294Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036049294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731036049295 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036049295Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036049295Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036049313 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036049313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036049720 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036049732 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036049732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036050139 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036050151 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036050151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a1d83d: reopening flushed file at 1731036050559 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba157ce: reopening flushed file at 1731036050563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a97f07d: reopening flushed file at 1731036050567 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731036050572 (+5 ms)Writing region close event to WAL at 1731036050581 (+9 ms)Closed at 1731036050581 2024-11-08T03:20:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33077 is added to blk_1073741830_1006 (size=64423) 2024-11-08T03:20:50,583 INFO [M:0;350fccc412b5:46765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:20:50,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:20:50,583 INFO [M:0;350fccc412b5:46765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46765 2024-11-08T03:20:50,583 INFO [M:0;350fccc412b5:46765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:20:50,747 INFO [M:0;350fccc412b5:46765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:20:50,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:50,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x101187542f80000, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:20:50,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c96ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:50,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1676b70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:50,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:50,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c7b657{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:50,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c257500{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:50,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:20:50,752 WARN [BP-1320374029-172.17.0.3-1731036006237 heartbeating to localhost/127.0.0.1:39173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:20:50,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:20:50,753 WARN [BP-1320374029-172.17.0.3-1731036006237 heartbeating to localhost/127.0.0.1:39173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320374029-172.17.0.3-1731036006237 (Datanode Uuid f5e89a10-7622-4c57-ad1f-613d66d2e8d5) service to localhost/127.0.0.1:39173 2024-11-08T03:20:50,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/data/data1/current/BP-1320374029-172.17.0.3-1731036006237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:50,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/cluster_4e39aee8-d2e5-e968-bd0b-010187a79852/data/data2/current/BP-1320374029-172.17.0.3-1731036006237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:20:50,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:20:50,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@260d5ae3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:50,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16ea0658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:20:50,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:20:50,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed81529{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:20:50,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d13d5dfb-4ac9-ac2b-2d43-dfe541e0a699/hadoop.log.dir/,STOPPED} 2024-11-08T03:20:50,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:20:50,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:20:50,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39173 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52348) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52348) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52348) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39743 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36945 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=795 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4632 (was 4824) 2024-11-08T03:20:50,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4632 2024-11-08T03:20:50,819 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T03:20:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir so I do NOT create it in target/test-data/da1a32df-2755-8438-0372-74b48749ea08 2024-11-08T03:20:50,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:20:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.tmp.dir so I do NOT create it in target/test-data/da1a32df-2755-8438-0372-74b48749ea08 2024-11-08T03:20:50,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/54cc420a-5a70-b569-2143-3b080504a3d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:20:50,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08 2024-11-08T03:20:50,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140, deleteOnExit=true 2024-11-08T03:20:50,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/zookeeper_0, clientPort=53655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:20:50,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53655 2024-11-08T03:20:50,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:20:50,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:20:50,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/test.cache.data in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:20:50,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:20:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:20:50,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:20:50,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:20:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101187542f80008, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101187542f80002, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101187542f80005, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:20:50,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101187542f80002, quorum=127.0.0.1:52348, baseZNode=/0800921188 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:50,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101187542f80008, quorum=127.0.0.1:52348, baseZNode=/2544302919 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:50,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101187542f80005, quorum=127.0.0.1:52348, baseZNode=/1-682137327 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:20:51,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:20:51,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:51,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:51,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:51,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:51,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:51,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:51,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4442d527{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:51,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1774bcfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:51,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c6488be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/java.io.tmpdir/jetty-localhost-42535-hadoop-hdfs-3_4_1-tests_jar-_-any-7294805343588545599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:20:51,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@105aa11d{HTTP/1.1, (http/1.1)}{localhost:42535} 2024-11-08T03:20:51,250 INFO [Time-limited test {}] server.Server(415): Started @318631ms 2024-11-08T03:20:51,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:20:51,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:20:51,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:20:51,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:20:51,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:20:51,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fba47b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:20:51,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fb5ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:20:51,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c4b2c4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-10414989633656401650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:20:51,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2330b98f{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-11-08T03:20:51,754 INFO [Time-limited test {}] server.Server(415): Started @319135ms 2024-11-08T03:20:51,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:20:52,760 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data1/current/BP-1302872059-172.17.0.3-1731036050859/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:52,765 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data2/current/BP-1302872059-172.17.0.3-1731036050859/current, will proceed with Du for space computation calculation, 2024-11-08T03:20:52,805 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:20:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0353478a42c442 with lease ID 0xf8f4639b684c8424: Processing first storage report for DS-4fc3a2e7-6faf-4be0-87ec-7c5e177a1eb7 from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=1af9967f-e980-47d0-b072-c22ba183192a, infoPort=39487, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=726925533;c=1731036050859) 2024-11-08T03:20:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0353478a42c442 with lease ID 0xf8f4639b684c8424: from storage DS-4fc3a2e7-6faf-4be0-87ec-7c5e177a1eb7 node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=1af9967f-e980-47d0-b072-c22ba183192a, infoPort=39487, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=726925533;c=1731036050859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf0353478a42c442 with lease ID 0xf8f4639b684c8424: Processing first storage report for DS-77fe4841-a3cf-424f-b4fa-9c2f1cd25254 from datanode DatanodeRegistration(127.0.0.1:46799, datanodeUuid=1af9967f-e980-47d0-b072-c22ba183192a, infoPort=39487, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=726925533;c=1731036050859) 2024-11-08T03:20:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf0353478a42c442 with lease ID 0xf8f4639b684c8424: from storage DS-77fe4841-a3cf-424f-b4fa-9c2f1cd25254 node DatanodeRegistration(127.0.0.1:46799, datanodeUuid=1af9967f-e980-47d0-b072-c22ba183192a, infoPort=39487, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=726925533;c=1731036050859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:20:52,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08 2024-11-08T03:20:52,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:52,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:20:53,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58 with version=8 2024-11-08T03:20:53,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/hbase-staging 2024-11-08T03:20:53,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:20:53,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:53,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32819 2024-11-08T03:20:53,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32819 connecting to ZooKeeper ensemble=127.0.0.1:53655 2024-11-08T03:20:53,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328190x0, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:53,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32819-0x1011875f1460000 connected 2024-11-08T03:20:53,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:53,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:53,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on znode that does not yet exist, /01312494628/running 2024-11-08T03:20:53,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58, hbase.cluster.distributed=false 2024-11-08T03:20:53,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on znode that does not yet exist, /01312494628/acl 2024-11-08T03:20:53,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-08T03:20:53,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32819 2024-11-08T03:20:53,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32819 2024-11-08T03:20:53,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-08T03:20:53,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-08T03:20:53,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:20:53,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:20:53,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35571 2024-11-08T03:20:53,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35571 connecting to ZooKeeper ensemble=127.0.0.1:53655 2024-11-08T03:20:53,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:53,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:53,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355710x0, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:53,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35571-0x1011875f1460001 connected 2024-11-08T03:20:53,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on znode that does not yet exist, /01312494628/running 2024-11-08T03:20:53,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:20:53,493 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:20:53,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on znode that does not yet exist, /01312494628/master 2024-11-08T03:20:53,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on znode that does not yet exist, /01312494628/acl 2024-11-08T03:20:53,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-08T03:20:53,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35571 2024-11-08T03:20:53,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35571 2024-11-08T03:20:53,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-08T03:20:53,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-08T03:20:53,510 DEBUG [M:0;350fccc412b5:32819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:32819 2024-11-08T03:20:53,510 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01312494628/backup-masters/350fccc412b5,32819,1731036053285 2024-11-08T03:20:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628/backup-masters 2024-11-08T03:20:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628/backup-masters 2024-11-08T03:20:53,542 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on existing znode=/01312494628/backup-masters/350fccc412b5,32819,1731036053285 2024-11-08T03:20:53,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312494628/master 2024-11-08T03:20:53,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:53,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:53,584 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on existing znode=/01312494628/master 2024-11-08T03:20:53,584 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01312494628/backup-masters/350fccc412b5,32819,1731036053285 from backup master directory 2024-11-08T03:20:53,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01312494628/backup-masters/350fccc412b5,32819,1731036053285 2024-11-08T03:20:53,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628/backup-masters 2024-11-08T03:20:53,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628/backup-masters 2024-11-08T03:20:53,613 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:53,613 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,32819,1731036053285 2024-11-08T03:20:53,615 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/hbase.id] with ID: c8331b62-2b2a-4663-ab19-d7bb5d28265e 2024-11-08T03:20:53,615 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/.tmp/hbase.id 2024-11-08T03:20:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:20:54,019 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/.tmp/hbase.id]:[hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/hbase.id] 2024-11-08T03:20:54,031 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:20:54,031 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:20:54,032 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:20:54,452 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:54,452 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:20:54,453 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:20:54,860 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/data/master/store 2024-11-08T03:20:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:20:55,265 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:55,265 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:20:55,265 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:55,265 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:55,265 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:20:55,266 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:55,266 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:20:55,266 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036055265Disabling compacts and flushes for region at 1731036055265Disabling writes for close at 1731036055265Writing region close event to WAL at 1731036055266 (+1 ms)Closed at 1731036055266 2024-11-08T03:20:55,266 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/data/master/store/.initializing 2024-11-08T03:20:55,266 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/WALs/350fccc412b5,32819,1731036053285 2024-11-08T03:20:55,267 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:55,268 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C32819%2C1731036053285, suffix=, logDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/WALs/350fccc412b5,32819,1731036053285, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/oldWALs, maxLogs=10 2024-11-08T03:20:55,280 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/WALs/350fccc412b5,32819,1731036053285/350fccc412b5%2C32819%2C1731036053285.1731036055268, exclude list is [], retry=0 2024-11-08T03:20:55,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-4fc3a2e7-6faf-4be0-87ec-7c5e177a1eb7,DISK] 2024-11-08T03:20:55,284 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/WALs/350fccc412b5,32819,1731036053285/350fccc412b5%2C32819%2C1731036053285.1731036055268 2024-11-08T03:20:55,285 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487)] 2024-11-08T03:20:55,285 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:55,285 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:55,285 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,285 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:20:55,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:55,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:55,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:20:55,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:55,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:55,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:20:55,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:55,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:55,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:20:55,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:55,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:55,290 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,291 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,291 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,292 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,292 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,292 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:55,294 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:20:55,296 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:55,296 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75485525, jitterRate=0.1248219758272171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:55,296 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036055285Initializing all the Stores at 1731036055285Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036055285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036055286 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036055286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036055286Cleaning up temporary data from old regions at 1731036055292 (+6 ms)Region opened successfully at 1731036055296 (+4 ms) 2024-11-08T03:20:55,297 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:20:55,299 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3133fa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:55,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:20:55,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:20:55,299 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:20:55,300 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:20:55,300 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:20:55,300 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:20:55,300 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:20:55,302 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:20:55,302 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Unable to get data of znode /01312494628/balancer because node does not exist (not necessarily an error) 2024-11-08T03:20:55,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:55,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:55,318 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128672 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:20:55,343 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312494628/balancer already deleted, retry=false 2024-11-08T03:20:55,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:20:55,344 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Unable to get data of znode /01312494628/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:20:55,402 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312494628/normalizer already deleted, retry=false 2024-11-08T03:20:55,402 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:20:55,403 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Unable to get data of znode /01312494628/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:20:55,471 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312494628/switch/split already deleted, retry=false 2024-11-08T03:20:55,471 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Unable to get data of znode /01312494628/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:20:55,544 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312494628/switch/merge already deleted, retry=false 2024-11-08T03:20:55,546 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Unable to get data of znode /01312494628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:20:55,640 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01312494628/snapshot-cleanup already deleted, retry=false 2024-11-08T03:20:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312494628/running 2024-11-08T03:20:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01312494628/running 2024-11-08T03:20:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:55,731 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,32819,1731036053285, sessionid=0x1011875f1460000, setting cluster-up flag (Was=false) 2024-11-08T03:20:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:56,112 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01312494628/flush-table-proc/acquired, /01312494628/flush-table-proc/reached, /01312494628/flush-table-proc/abort 2024-11-08T03:20:56,113 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,32819,1731036053285 2024-11-08T03:20:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:56,508 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01312494628/online-snapshot/acquired, /01312494628/online-snapshot/reached, /01312494628/online-snapshot/abort 2024-11-08T03:20:56,509 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,32819,1731036053285 2024-11-08T03:20:56,510 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:20:56,511 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:56,512 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:20:56,512 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:20:56,512 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,32819,1731036053285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:56,513 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:56,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:20:56,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:56,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:20:56,525 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036086525 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:20:56,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,528 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:20:56,528 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:20:56,528 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:20:56,528 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:20:56,529 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:20:56,529 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:20:56,532 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036056529,5,FailOnTimeoutGroup] 2024-11-08T03:20:56,532 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036056532,5,FailOnTimeoutGroup] 2024-11-08T03:20:56,532 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,532 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:20:56,532 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,532 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:20:56,599 INFO [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(746): ClusterId : c8331b62-2b2a-4663-ab19-d7bb5d28265e 2024-11-08T03:20:56,599 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:20:56,648 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:20:56,648 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:20:56,710 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:20:56,710 DEBUG [RS:0;350fccc412b5:35571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdc86a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:20:56,720 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:35571 2024-11-08T03:20:56,720 INFO [RS:0;350fccc412b5:35571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:20:56,720 INFO [RS:0;350fccc412b5:35571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:20:56,720 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:20:56,721 INFO [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,32819,1731036053285 with port=35571, startcode=1731036053450 2024-11-08T03:20:56,721 DEBUG [RS:0;350fccc412b5:35571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:20:56,722 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:20:56,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,723 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58 2024-11-08T03:20:56,723 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40247 2024-11-08T03:20:56,723 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:20:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628/rs 2024-11-08T03:20:56,794 DEBUG [RS:0;350fccc412b5:35571 {}] zookeeper.ZKUtil(111): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Set watcher on existing znode=/01312494628/rs/350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,794 WARN [RS:0;350fccc412b5:35571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:20:56,794 INFO [RS:0;350fccc412b5:35571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:56,794 DEBUG [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,35571,1731036053450] 2024-11-08T03:20:56,797 INFO [RS:0;350fccc412b5:35571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:20:56,798 INFO [RS:0;350fccc412b5:35571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:20:56,799 INFO [RS:0;350fccc412b5:35571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:20:56,799 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,800 INFO [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:20:56,800 INFO [RS:0;350fccc412b5:35571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:20:56,800 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:56,801 DEBUG [RS:0;350fccc412b5:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,804 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35571,1731036053450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:56,820 INFO [RS:0;350fccc412b5:35571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:20:56,820 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,35571,1731036053450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,820 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,820 INFO [RS:0;350fccc412b5:35571 {}] regionserver.Replication(171): 350fccc412b5,35571,1731036053450 started 2024-11-08T03:20:56,832 INFO [RS:0;350fccc412b5:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:56,832 INFO [RS:0;350fccc412b5:35571 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,35571,1731036053450, RpcServer on 350fccc412b5/172.17.0.3:35571, sessionid=0x1011875f1460001 2024-11-08T03:20:56,832 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:20:56,832 DEBUG [RS:0;350fccc412b5:35571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,832 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35571,1731036053450' 2024-11-08T03:20:56,832 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01312494628/flush-table-proc/abort' 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01312494628/flush-table-proc/acquired' 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,35571,1731036053450 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,35571,1731036053450' 2024-11-08T03:20:56,833 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01312494628/online-snapshot/abort' 2024-11-08T03:20:56,834 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01312494628/online-snapshot/acquired' 2024-11-08T03:20:56,834 DEBUG [RS:0;350fccc412b5:35571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:20:56,834 INFO [RS:0;350fccc412b5:35571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:20:56,834 INFO [RS:0;350fccc412b5:35571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:20:56,934 INFO [RS:0;350fccc412b5:35571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:20:56,935 INFO [RS:0;350fccc412b5:35571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35571%2C1731036053450, suffix=, logDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/oldWALs, maxLogs=10 2024-11-08T03:20:56,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:20:56,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58 2024-11-08T03:20:56,950 DEBUG [RS:0;350fccc412b5:35571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450/350fccc412b5%2C35571%2C1731036053450.1731036056935, exclude list is [], retry=0 2024-11-08T03:20:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-4fc3a2e7-6faf-4be0-87ec-7c5e177a1eb7,DISK] 2024-11-08T03:20:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741832_1008 (size=32) 2024-11-08T03:20:56,961 INFO [RS:0;350fccc412b5:35571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450/350fccc412b5%2C35571%2C1731036053450.1731036056935 2024-11-08T03:20:56,961 DEBUG [RS:0;350fccc412b5:35571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487)] 2024-11-08T03:20:57,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:57,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:57,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:57,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:57,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:57,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:57,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:57,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:57,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:57,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/1588230740 2024-11-08T03:20:57,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/1588230740 2024-11-08T03:20:57,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:57,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:57,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:57,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:57,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:57,362 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60427890, jitterRate=-0.09955427050590515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:57,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036057354Initializing all the Stores at 1731036057354Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057355 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036057355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057355Cleaning up temporary data from old regions at 1731036057360 (+5 ms)Region opened successfully at 1731036057363 (+3 ms) 2024-11-08T03:20:57,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:20:57,363 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:20:57,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:20:57,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:20:57,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:20:57,364 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:20:57,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036057363Disabling compacts and flushes for region at 1731036057363Disabling writes for close at 1731036057363Writing region close event to WAL at 1731036057364 (+1 ms)Closed at 1731036057364 2024-11-08T03:20:57,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:57,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:20:57,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:20:57,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:57,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:20:57,517 DEBUG [350fccc412b5:32819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:20:57,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,35571,1731036053450 2024-11-08T03:20:57,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35571,1731036053450, state=OPENING 2024-11-08T03:20:57,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:20:57,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:57,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01312494628 2024-11-08T03:20:57,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312494628/meta-region-server: CHANGED 2024-11-08T03:20:57,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312494628/meta-region-server: CHANGED 2024-11-08T03:20:57,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:20:57,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35571,1731036053450}] 2024-11-08T03:20:57,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:20:57,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:20:57,698 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:20:57,698 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:20:57,699 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:20:57,700 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C35571%2C1731036053450.meta, suffix=.meta, logDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450, archiveDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/oldWALs, maxLogs=10 2024-11-08T03:20:57,715 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450/350fccc412b5%2C35571%2C1731036053450.meta.1731036057700.meta, exclude list is [], retry=0 2024-11-08T03:20:57,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46799,DS-4fc3a2e7-6faf-4be0-87ec-7c5e177a1eb7,DISK] 2024-11-08T03:20:57,719 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/WALs/350fccc412b5,35571,1731036053450/350fccc412b5%2C35571%2C1731036053450.meta.1731036057700.meta 2024-11-08T03:20:57,719 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39487:39487)] 2024-11-08T03:20:57,720 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:57,720 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:57,720 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:20:57,720 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:20:57,720 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:20:57,720 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:20:57,720 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:57,721 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:20:57,721 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:20:57,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:20:57,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:20:57,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:20:57,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:20:57,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:20:57,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:20:57,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:20:57,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:20:57,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:20:57,724 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:20:57,725 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/1588230740 2024-11-08T03:20:57,726 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/hbase/meta/1588230740 2024-11-08T03:20:57,726 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:20:57,726 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:20:57,727 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:20:57,728 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:20:57,728 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70164558, jitterRate=0.04553338885307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:20:57,729 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:20:57,729 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036057721Writing region info on filesystem at 1731036057721Initializing all the Stores at 1731036057721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036057722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036057722Cleaning up temporary data from old regions at 1731036057726 (+4 ms)Running coprocessor post-open hooks at 1731036057729 (+3 ms)Region opened successfully at 1731036057729 2024-11-08T03:20:57,731 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036057694 2024-11-08T03:20:57,733 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:20:57,733 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:20:57,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,35571,1731036053450 2024-11-08T03:20:57,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,35571,1731036053450, state=OPEN 2024-11-08T03:20:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1011875f1460001, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01312494628/meta-region-server 2024-11-08T03:20:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1011875f1460000, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01312494628/meta-region-server 2024-11-08T03:20:57,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312494628/meta-region-server: CHANGED 2024-11-08T03:20:57,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01312494628/meta-region-server: CHANGED 2024-11-08T03:20:57,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,35571,1731036053450 2024-11-08T03:20:57,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:20:57,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,35571,1731036053450 in 241 msec 2024-11-08T03:20:57,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:20:57,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-08T03:20:57,788 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:20:57,788 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:20:57,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:57,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35571,1731036053450, seqNum=-1] 2024-11-08T03:20:57,789 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:57,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-08T03:20:57,793 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036057793, completionTime=-1 2024-11-08T03:20:57,793 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:20:57,793 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:20:57,794 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:20:57,794 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036117794 2024-11-08T03:20:57,794 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036177794 2024-11-08T03:20:57,794 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:32819, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,795 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,796 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:20:57,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.184sec 2024-11-08T03:20:57,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:20:57,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:20:57,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:20:57,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:20:57,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:20:57,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:20:57,798 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:20:57,799 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:20:57,799 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:20:57,799 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,32819,1731036053285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:20:57,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1ff0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:57,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,32819,-1 for getting cluster id 2024-11-08T03:20:57,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:20:57,800 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8331b62-2b2a-4663-ab19-d7bb5d28265e' 2024-11-08T03:20:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:20:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8331b62-2b2a-4663-ab19-d7bb5d28265e" 2024-11-08T03:20:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de9f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,32819,-1] 2024-11-08T03:20:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:20:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:20:57,801 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:20:57,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c71a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:20:57,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:20:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,35571,1731036053450, seqNum=-1] 2024-11-08T03:20:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:20:57,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:20:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,32819,1731036053285 2024-11-08T03:20:57,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53655 2024-11-08T03:20:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53655, baseZNode=/01312494628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:20:57,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011875f1460002 connected 2024-11-08T03:20:57,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:20:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,32819,1731036053285 2024-11-08T03:20:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d882761 2024-11-08T03:20:57,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:20:57,847 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:20:57,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:20:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:20:57,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:20:57,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:57,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:20:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:57,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:20:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:20:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:58,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0a6e6d4d32d5b99c13321702789d824, NAME => 'test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58 2024-11-08T03:20:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46799 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:20:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0a6e6d4d32d5b99c13321702789d824, disabling compactions & flushes 2024-11-08T03:20:58,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. after waiting 0 ms 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0a6e6d4d32d5b99c13321702789d824: Waiting for close lock at 1731036058661Disabling compacts and flushes for region at 1731036058661Disabling writes for close at 1731036058661Writing region close event to WAL at 1731036058661Closed at 1731036058661 2024-11-08T03:20:58,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:20:58,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036058662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036058662"}]},"ts":"1731036058662"} 2024-11-08T03:20:58,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:20:58,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:20:58,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036058664"}]},"ts":"1731036058664"} 2024-11-08T03:20:58,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:20:58,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0a6e6d4d32d5b99c13321702789d824, ASSIGN}] 2024-11-08T03:20:58,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0a6e6d4d32d5b99c13321702789d824, ASSIGN 2024-11-08T03:20:58,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0a6e6d4d32d5b99c13321702789d824, ASSIGN; state=OFFLINE, location=350fccc412b5,35571,1731036053450; forceNewPlan=false, retain=false 2024-11-08T03:20:58,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0a6e6d4d32d5b99c13321702789d824, regionState=OPENING, regionLocation=350fccc412b5,35571,1731036053450 2024-11-08T03:20:58,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0a6e6d4d32d5b99c13321702789d824, ASSIGN because future has completed 2024-11-08T03:20:58,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a6e6d4d32d5b99c13321702789d824, server=350fccc412b5,35571,1731036053450}] 2024-11-08T03:20:58,974 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,974 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0a6e6d4d32d5b99c13321702789d824, NAME => 'test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:20:58,974 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:20:58,974 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:20:58,975 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,975 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:20:58,975 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,975 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,976 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,976 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a6e6d4d32d5b99c13321702789d824 columnFamilyName f 2024-11-08T03:20:58,977 DEBUG [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:58,977 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(327): Store=a0a6e6d4d32d5b99c13321702789d824/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:58,977 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,978 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a6e6d4d32d5b99c13321702789d824 columnFamilyName f1 2024-11-08T03:20:58,978 DEBUG [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:58,978 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(327): Store=a0a6e6d4d32d5b99c13321702789d824/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:58,978 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,979 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a6e6d4d32d5b99c13321702789d824 columnFamilyName norep 2024-11-08T03:20:58,979 DEBUG [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:20:58,979 INFO [StoreOpener-a0a6e6d4d32d5b99c13321702789d824-1 {}] regionserver.HStore(327): Store=a0a6e6d4d32d5b99c13321702789d824/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:20:58,979 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,980 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/default/test/a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,980 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/default/test/a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,980 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,980 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,981 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:20:58,981 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,983 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/data/default/test/a0a6e6d4d32d5b99c13321702789d824/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:20:58,983 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0a6e6d4d32d5b99c13321702789d824; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66369668, jitterRate=-0.011014878749847412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:20:58,983 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0a6e6d4d32d5b99c13321702789d824 2024-11-08T03:20:58,983 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0a6e6d4d32d5b99c13321702789d824: Running coprocessor pre-open hook at 1731036058975Writing region info on filesystem at 1731036058975Initializing all the Stores at 1731036058975Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036058975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036058975Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036058975Cleaning up temporary data from old regions at 1731036058981 (+6 ms)Running coprocessor post-open hooks at 1731036058983 (+2 ms)Region opened successfully at 1731036058983 2024-11-08T03:20:58,984 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824., pid=6, masterSystemTime=1731036058971 2024-11-08T03:20:58,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0a6e6d4d32d5b99c13321702789d824, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,35571,1731036053450 2024-11-08T03:20:58,986 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,987 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036057847.a0a6e6d4d32d5b99c13321702789d824. 2024-11-08T03:20:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:58,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a6e6d4d32d5b99c13321702789d824, server=350fccc412b5,35571,1731036053450 because future has completed 2024-11-08T03:20:58,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:20:58,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0a6e6d4d32d5b99c13321702789d824, server=350fccc412b5,35571,1731036053450 in 170 msec 2024-11-08T03:20:58,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:20:58,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0a6e6d4d32d5b99c13321702789d824, ASSIGN in 325 msec 2024-11-08T03:20:58,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:20:58,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036058992"}]},"ts":"1731036058992"} 2024-11-08T03:20:58,994 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:20:58,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:20:58,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-08T03:20:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T03:20:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T03:20:59,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T03:20:59,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T03:20:59,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:20:59,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T03:20:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:20:59,999 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:20:59,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9209f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,32819,-1 for getting cluster id 2024-11-08T03:21:00,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:00,001 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8331b62-2b2a-4663-ab19-d7bb5d28265e' 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8331b62-2b2a-4663-ab19-d7bb5d28265e" 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e89c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,32819,-1] 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,003 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a138d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,32819,1731036053285 2024-11-08T03:21:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a35e9ac 2024-11-08T03:21:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:00,006 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:00,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:21:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:21:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:00,010 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:32819' 2024-11-08T03:21:00,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd81102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,011 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,32819,-1 for getting cluster id 2024-11-08T03:21:00,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:00,011 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8331b62-2b2a-4663-ab19-d7bb5d28265e' 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8331b62-2b2a-4663-ab19-d7bb5d28265e" 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d437c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,32819,-1] 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,014 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:00,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3179a5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:00,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:00,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,32819,1731036053285 2024-11-08T03:21:00,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e2c0f3 2024-11-08T03:21:00,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:00,017 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:00,019 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T03:21:00,019 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:21:00,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:00,020 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:21:00,031 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T03:21:00,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-11-08T03:21:00,034 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T03:21:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:00,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:00,119 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://350fccc412b5:32819, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T03:21:00,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:00,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:00,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:00,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53655) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7945-acceptor-0@3135296b-ServerConnector@2330b98f{HTTP/1.1, (http/1.1)}{localhost:36495} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f1b68ab8b80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@47ae032f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2098498876_20 at /127.0.0.1:41390 [Receiving block BP-1302872059-172.17.0.3-1731036050859:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7818c07f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp21294855-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@cbff241[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036056532 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1302872059-172.17.0.3-1731036050859:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1302872059-172.17.0.3-1731036050859:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/350fccc412b5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1245870964) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58-prefix:350fccc412b5,35571,1731036053450 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2098498876_20 at /127.0.0.1:41398 [Receiving block BP-1302872059-172.17.0.3-1731036050859:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53655) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40247 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 1 on default port 44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data2/current/BP-1302872059-172.17.0.3-1731036050859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-568d38af-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp21294855-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@416b06e2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/cluster_43780f4d-2459-487e-2906-84f3927eb140/data/data1/current/BP-1302872059-172.17.0.3-1731036050859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1302872059-172.17.0.3-1731036050859 heartbeating to localhost/127.0.0.1:40247 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2098498876_20 at /127.0.0.1:41316 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036056529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2a64c61a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1356bd54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;350fccc412b5:35571 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2e08ba8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1302872059-172.17.0.3-1731036050859:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/350fccc412b5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/350fccc412b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4fd6f8ff java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: regionserver/350fccc412b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53655 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_152561130_20 at /127.0.0.1:41380 [Receiving block BP-1302872059-172.17.0.3-1731036050859:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/350fccc412b5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1454844314-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;350fccc412b5:35571-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58-prefix:350fccc412b5,35571,1731036053450.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44007 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40247/user/jenkins/test-data/716540c5-859e-e12d-7ba3-7981198d5b58/MasterData-prefix:350fccc412b5,32819,1731036053285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40247 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53655) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_OPEN_META-regionserver/350fccc412b5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 350fccc412b5:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: M:0;350fccc412b5:32819 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7899-acceptor-0@1331206d-ServerConnector@105aa11d{HTTP/1.1, (http/1.1)}{localhost:42535} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53655): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f1b689f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp21294855-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1b68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4478 (was 4632) 2024-11-08T03:21:00,142 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-08T03:21:00,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=4477 2024-11-08T03:21:00,161 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-08T03:21:00,177 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T03:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.log.dir so I do NOT create it in target/test-data/8ded0086-e864-6547-3799-d11cd0426a09 2024-11-08T03:21:00,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:21:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.tmp.dir so I do NOT create it in target/test-data/8ded0086-e864-6547-3799-d11cd0426a09 2024-11-08T03:21:00,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/da1a32df-2755-8438-0372-74b48749ea08/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:21:00,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09 2024-11-08T03:21:00,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917, deleteOnExit=true 2024-11-08T03:21:00,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/zookeeper_0, clientPort=56483, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T03:21:00,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56483 2024-11-08T03:21:00,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:21:00,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:21:00,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/test.cache.data in system properties and HBase conf 2024-11-08T03:21:00,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:21:00,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:00,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:21:00,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:21:00,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:00,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:00,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:00,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:00,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:21:00,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:00,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceea1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:00,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16090acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:00,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10852d2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/java.io.tmpdir/jetty-localhost-38219-hadoop-hdfs-3_4_1-tests_jar-_-any-471678777235048339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:00,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@560d4801{HTTP/1.1, (http/1.1)}{localhost:38219} 2024-11-08T03:21:00,713 INFO [Time-limited test {}] server.Server(415): Started @328093ms 2024-11-08T03:21:01,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:01,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:01,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:01,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:01,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:21:01,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa8e23a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:01,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5749ced0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:01,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ed989c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/java.io.tmpdir/jetty-localhost-38453-hadoop-hdfs-3_4_1-tests_jar-_-any-12775509486631704470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:01,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a20a1aa{HTTP/1.1, (http/1.1)}{localhost:38453} 2024-11-08T03:21:01,310 INFO [Time-limited test {}] server.Server(415): Started @328691ms 2024-11-08T03:21:01,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:21:02,276 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/data/data2/current/BP-1696578352-172.17.0.3-1731036060246/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:02,276 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/data/data1/current/BP-1696578352-172.17.0.3-1731036060246/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:02,304 WARN [Thread-4307 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb005204f3098a1e with lease ID 0x5fe5e9574007a10c: Processing first storage report for DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=2ffcfa81-904c-45c2-bcfb-3464d0eb1b1b, infoPort=36289, infoSecurePort=0, ipcPort=46301, storageInfo=lv=-57;cid=testClusterID;nsid=1325903138;c=1731036060246) 2024-11-08T03:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb005204f3098a1e with lease ID 0x5fe5e9574007a10c: from storage DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=2ffcfa81-904c-45c2-bcfb-3464d0eb1b1b, infoPort=36289, infoSecurePort=0, ipcPort=46301, storageInfo=lv=-57;cid=testClusterID;nsid=1325903138;c=1731036060246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb005204f3098a1e with lease ID 0x5fe5e9574007a10c: Processing first storage report for DS-e1365217-5b3c-4127-993f-375265dabdba from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=2ffcfa81-904c-45c2-bcfb-3464d0eb1b1b, infoPort=36289, infoSecurePort=0, ipcPort=46301, storageInfo=lv=-57;cid=testClusterID;nsid=1325903138;c=1731036060246) 2024-11-08T03:21:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb005204f3098a1e with lease ID 0x5fe5e9574007a10c: from storage DS-e1365217-5b3c-4127-993f-375265dabdba node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=2ffcfa81-904c-45c2-bcfb-3464d0eb1b1b, infoPort=36289, infoSecurePort=0, ipcPort=46301, storageInfo=lv=-57;cid=testClusterID;nsid=1325903138;c=1731036060246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:21:02,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09 2024-11-08T03:21:02,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:02,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:02,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:21:02,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:02,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e with version=8 2024-11-08T03:21:02,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/hbase-staging 2024-11-08T03:21:02,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:02,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:02,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:02,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40231 2024-11-08T03:21:02,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40231 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:02,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402310x0, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:02,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40231-0x101187615e80000 connected 2024-11-08T03:21:03,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:03,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:03,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/running 2024-11-08T03:21:03,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e, hbase.cluster.distributed=false 2024-11-08T03:21:03,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/acl 2024-11-08T03:21:03,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-08T03:21:03,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40231 2024-11-08T03:21:03,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40231 2024-11-08T03:21:03,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-08T03:21:03,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-08T03:21:03,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:21:03,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:03,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46793 2024-11-08T03:21:03,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46793 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:03,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:03,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:03,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467930x0, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:03,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467930x0, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/running 2024-11-08T03:21:03,121 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:21:03,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46793-0x101187615e80001 connected 2024-11-08T03:21:03,128 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:21:03,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/master 2024-11-08T03:21:03,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/acl 2024-11-08T03:21:03,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-08T03:21:03,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46793 2024-11-08T03:21:03,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46793 2024-11-08T03:21:03,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-08T03:21:03,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46793 2024-11-08T03:21:03,171 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:40231 2024-11-08T03:21:03,171 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01601450436/backup-masters/350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/backup-masters 2024-11-08T03:21:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/backup-masters 2024-11-08T03:21:03,184 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on existing znode=/01601450436/backup-masters/350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01601450436/master 2024-11-08T03:21:03,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,197 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on existing znode=/01601450436/master 2024-11-08T03:21:03,198 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01601450436/backup-masters/350fccc412b5,40231,1731036062787 from backup master directory 2024-11-08T03:21:03,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01601450436/backup-masters/350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/backup-masters 2024-11-08T03:21:03,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/backup-masters 2024-11-08T03:21:03,207 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:03,207 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,210 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/hbase.id] with ID: 4f1ffea0-9b20-4389-927f-79f99398f6cf 2024-11-08T03:21:03,210 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/.tmp/hbase.id 2024-11-08T03:21:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:21:03,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:03,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:21:03,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T03:21:03,614 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/.tmp/hbase.id]:[hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/hbase.id] 2024-11-08T03:21:03,624 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:03,625 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:21:03,625 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T03:21:03,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:21:03,710 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:03,710 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:21:03,711 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:21:03,717 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store 2024-11-08T03:21:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:21:03,721 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:03,721 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:03,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:03,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:03,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:03,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:03,722 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:03,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036063721Disabling compacts and flushes for region at 1731036063721Disabling writes for close at 1731036063722 (+1 ms)Writing region close event to WAL at 1731036063722Closed at 1731036063722 2024-11-08T03:21:03,722 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/.initializing 2024-11-08T03:21:03,722 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/WALs/350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,723 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:03,724 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C40231%2C1731036062787, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/WALs/350fccc412b5,40231,1731036062787, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/oldWALs, maxLogs=10 2024-11-08T03:21:03,738 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/WALs/350fccc412b5,40231,1731036062787/350fccc412b5%2C40231%2C1731036062787.1731036063724, exclude list is [], retry=0 2024-11-08T03:21:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:03,742 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/WALs/350fccc412b5,40231,1731036062787/350fccc412b5%2C40231%2C1731036062787.1731036063724 2024-11-08T03:21:03,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:03,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:03,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:03,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,742 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:21:03,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:03,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:03,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:21:03,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:03,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:03,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:21:03,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:03,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:03,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:21:03,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:03,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:03,750 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,750 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,750 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,751 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,751 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,752 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:03,753 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:03,755 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:03,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70751165, jitterRate=0.05427451431751251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:03,755 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036063742Initializing all the Stores at 1731036063743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036063743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036063743Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036063743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036063743Cleaning up temporary data from old regions at 1731036063751 (+8 ms)Region opened successfully at 1731036063755 (+4 ms) 2024-11-08T03:21:03,755 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:21:03,758 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bfbd2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:03,758 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:21:03,759 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:21:03,759 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:21:03,759 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:21:03,760 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T03:21:03,760 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:21:03,760 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:21:03,773 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:21:03,774 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Unable to get data of znode /01601450436/balancer because node does not exist (not necessarily an error) 2024-11-08T03:21:03,786 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/balancer already deleted, retry=false 2024-11-08T03:21:03,787 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:21:03,787 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Unable to get data of znode /01601450436/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:21:03,797 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/normalizer already deleted, retry=false 2024-11-08T03:21:03,797 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:21:03,798 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Unable to get data of znode /01601450436/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:21:03,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/switch/split already deleted, retry=false 2024-11-08T03:21:03,808 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Unable to get data of znode /01601450436/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:21:03,818 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/switch/merge already deleted, retry=false 2024-11-08T03:21:03,819 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Unable to get data of znode /01601450436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:21:03,828 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/snapshot-cleanup already deleted, retry=false 2024-11-08T03:21:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01601450436/running 2024-11-08T03:21:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01601450436/running 2024-11-08T03:21:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,839 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,40231,1731036062787, sessionid=0x101187615e80000, setting cluster-up flag (Was=false) 2024-11-08T03:21:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,891 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01601450436/flush-table-proc/acquired, /01601450436/flush-table-proc/reached, /01601450436/flush-table-proc/abort 2024-11-08T03:21:03,893 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:03,944 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01601450436/online-snapshot/acquired, /01601450436/online-snapshot/reached, /01601450436/online-snapshot/abort 2024-11-08T03:21:03,945 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,40231,1731036062787 2024-11-08T03:21:03,946 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:21:03,948 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:03,948 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:21:03,948 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:21:03,948 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,40231,1731036062787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:21:03,949 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:03,949 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:03,949 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:03,949 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:03,949 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:21:03,950 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:03,950 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:03,950 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:03,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:03,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:21:03,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:03,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:21:03,970 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(746): ClusterId : 4f1ffea0-9b20-4389-927f-79f99398f6cf 2024-11-08T03:21:03,970 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:21:03,976 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:21:03,976 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:21:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:21:03,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:21:03,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e 2024-11-08T03:21:03,987 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:21:03,987 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:03,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036093992 2024-11-08T03:21:03,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:21:03,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:21:03,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:21:03,992 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:21:03,993 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:21:03,993 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:21:04,000 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,004 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:21:04,004 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:21:04,004 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:21:04,005 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:21:04,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:21:04,012 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:21:04,025 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:46793 2024-11-08T03:21:04,025 INFO [RS:0;350fccc412b5:46793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:21:04,025 INFO [RS:0;350fccc412b5:46793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:21:04,025 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:21:04,026 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036064012,5,FailOnTimeoutGroup] 2024-11-08T03:21:04,026 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,40231,1731036062787 with port=46793, startcode=1731036063101 2024-11-08T03:21:04,026 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:21:04,028 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036064026,5,FailOnTimeoutGroup] 2024-11-08T03:21:04,028 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,028 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:21:04,028 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,028 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741832_1008 (size=32) 2024-11-08T03:21:04,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:04,041 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:21:04,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,043 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e 2024-11-08T03:21:04,043 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44307 2024-11-08T03:21:04,043 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:21:04,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:04,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:04,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:04,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:04,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:04,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:04,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/rs 2024-11-08T03:21:04,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,050 DEBUG [RS:0;350fccc412b5:46793 {}] zookeeper.ZKUtil(111): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on existing znode=/01601450436/rs/350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,050 WARN [RS:0;350fccc412b5:46793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:04,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:04,050 INFO [RS:0;350fccc412b5:46793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:04,050 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:04,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:04,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740 2024-11-08T03:21:04,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740 2024-11-08T03:21:04,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:04,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:04,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:04,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:04,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,46793,1731036063101] 2024-11-08T03:21:04,066 INFO [RS:0;350fccc412b5:46793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:21:04,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:04,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67755321, jitterRate=0.009632959961891174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036064039Initializing all the Stores at 1731036064039Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064044 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036064044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064044Cleaning up temporary data from old regions at 1731036064054 (+10 ms)Region opened successfully at 1731036064071 (+17 ms) 2024-11-08T03:21:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:04,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:21:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:04,072 INFO [RS:0;350fccc412b5:46793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:21:04,088 INFO [RS:0;350fccc412b5:46793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:21:04,088 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:04,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036064072Disabling compacts and flushes for region at 1731036064072Disabling writes for close at 1731036064072Writing region close event to WAL at 1731036064096 (+24 ms)Closed at 1731036064096 2024-11-08T03:21:04,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:04,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:21:04,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:21:04,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:04,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:21:04,100 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:21:04,101 INFO [RS:0;350fccc412b5:46793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:21:04,101 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:04,101 DEBUG [RS:0;350fccc412b5:46793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,124 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46793,1731036063101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:04,147 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:21:04,147 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46793,1731036063101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,148 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,148 INFO [RS:0;350fccc412b5:46793 {}] regionserver.Replication(171): 350fccc412b5,46793,1731036063101 started 2024-11-08T03:21:04,167 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,167 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,46793,1731036063101, RpcServer on 350fccc412b5/172.17.0.3:46793, sessionid=0x101187615e80001 2024-11-08T03:21:04,167 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:21:04,167 DEBUG [RS:0;350fccc412b5:46793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,167 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,46793,1731036063101' 2024-11-08T03:21:04,167 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01601450436/flush-table-proc/abort' 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01601450436/flush-table-proc/acquired' 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,46793,1731036063101' 2024-11-08T03:21:04,168 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01601450436/online-snapshot/abort' 2024-11-08T03:21:04,169 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01601450436/online-snapshot/acquired' 2024-11-08T03:21:04,169 DEBUG [RS:0;350fccc412b5:46793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:21:04,169 INFO [RS:0;350fccc412b5:46793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:21:04,169 INFO [RS:0;350fccc412b5:46793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:21:04,249 WARN [350fccc412b5:40231 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T03:21:04,269 INFO [RS:0;350fccc412b5:46793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:04,271 INFO [RS:0;350fccc412b5:46793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C46793%2C1731036063101, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/oldWALs, maxLogs=10 2024-11-08T03:21:04,285 DEBUG [RS:0;350fccc412b5:46793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271, exclude list is [], retry=0 2024-11-08T03:21:04,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:04,294 INFO [RS:0;350fccc412b5:46793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 2024-11-08T03:21:04,294 DEBUG [RS:0;350fccc412b5:46793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:04,499 DEBUG [350fccc412b5:40231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:21:04,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,46793,1731036063101, state=OPENING 2024-11-08T03:21:04,562 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:21:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:04,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:04,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01601450436/meta-region-server: CHANGED 2024-11-08T03:21:04,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:04,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,46793,1731036063101}] 2024-11-08T03:21:04,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01601450436/meta-region-server: CHANGED 2024-11-08T03:21:04,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:04,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:21:04,730 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:21:04,730 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:04,730 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:21:04,731 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C46793%2C1731036063101.meta, suffix=.meta, logDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/oldWALs, maxLogs=10 2024-11-08T03:21:04,746 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036064731.meta, exclude list is [], retry=0 2024-11-08T03:21:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:04,749 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036064731.meta 2024-11-08T03:21:04,750 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:04,750 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:04,750 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:04,750 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:21:04,750 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:21:04,750 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:21:04,751 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:21:04,751 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:04,751 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:21:04,751 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:21:04,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:04,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:04,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:04,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:04,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:04,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:04,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:04,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:04,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:04,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:04,755 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:04,755 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740 2024-11-08T03:21:04,755 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740 2024-11-08T03:21:04,756 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:04,756 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:04,756 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:04,757 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:04,757 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64345969, jitterRate=-0.04117034375667572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:04,757 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:21:04,758 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036064751Writing region info on filesystem at 1731036064751Initializing all the Stores at 1731036064751Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064751Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036064751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036064751Cleaning up temporary data from old regions at 1731036064756 (+5 ms)Running coprocessor post-open hooks at 1731036064757 (+1 ms)Region opened successfully at 1731036064757 2024-11-08T03:21:04,758 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036064726 2024-11-08T03:21:04,760 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:21:04,760 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:21:04,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,46793,1731036063101, state=OPEN 2024-11-08T03:21:04,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01601450436/meta-region-server 2024-11-08T03:21:04,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01601450436/meta-region-server 2024-11-08T03:21:04,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,46793,1731036063101 2024-11-08T03:21:04,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01601450436/meta-region-server: CHANGED 2024-11-08T03:21:04,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01601450436/meta-region-server: CHANGED 2024-11-08T03:21:04,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:21:04,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,46793,1731036063101 in 230 msec 2024-11-08T03:21:04,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:21:04,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-08T03:21:04,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:04,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:21:04,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:04,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46793,1731036063101, seqNum=-1] 2024-11-08T03:21:04,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:04,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:04,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-08T03:21:04,817 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036064817, completionTime=-1 2024-11-08T03:21:04,817 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:21:04,817 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:21:04,819 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:21:04,819 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036124819 2024-11-08T03:21:04,819 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036184819 2024-11-08T03:21:04,819 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:40231, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,821 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.616sec 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:04,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:21:04,825 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:21:04,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:21:04,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,40231,1731036062787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:04,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e7cda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:04,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:04,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:04,876 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:04,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:04,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d04eeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:04,878 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:04,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a36cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:04,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46793,1731036063101, seqNum=-1] 2024-11-08T03:21:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:04,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,40231,1731036062787 2024-11-08T03:21:04,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:04,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101187615e80002 connected 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir so I do NOT create it in target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd 2024-11-08T03:21:04,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.tmp.dir so I do NOT create it in target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd 2024-11-08T03:21:04,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:21:04,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/cluster_9c0a2f06-b72d-fb47-6cc8-8a7961be837f, deleteOnExit=true 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:21:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/test.cache.data in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:21:04,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:21:04,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:21:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:21:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:21:04,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:21:05,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:05,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:05,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:05,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:05,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T03:21:05,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:05,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12930c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:05,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e62284d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:05,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1650389f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/java.io.tmpdir/jetty-localhost-36427-hadoop-hdfs-3_4_1-tests_jar-_-any-7875188445414554164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:05,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75b16ac{HTTP/1.1, (http/1.1)}{localhost:36427} 2024-11-08T03:21:05,427 INFO [Time-limited test {}] server.Server(415): Started @332807ms 2024-11-08T03:21:05,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:05,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:05,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:05,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:05,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:21:05,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b6b468d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:05,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bd7e464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:06,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f0c9ac6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/java.io.tmpdir/jetty-localhost-40787-hadoop-hdfs-3_4_1-tests_jar-_-any-5079285836883272093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:06,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fd8754c{HTTP/1.1, (http/1.1)}{localhost:40787} 2024-11-08T03:21:06,108 INFO [Time-limited test {}] server.Server(415): Started @333489ms 2024-11-08T03:21:06,109 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:21:07,062 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/cluster_9c0a2f06-b72d-fb47-6cc8-8a7961be837f/data/data1/current/BP-443616118-172.17.0.3-1731036064933/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:07,063 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/cluster_9c0a2f06-b72d-fb47-6cc8-8a7961be837f/data/data2/current/BP-443616118-172.17.0.3-1731036064933/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:07,098 WARN [Thread-4428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:21:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ac4d7afa0ebcfd with lease ID 0x7df7078658d6c686: Processing first storage report for DS-da55a0c0-31ef-45b5-a659-57e3e2edaac3 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=c8a138a5-f84f-40e0-bd65-95b7d9ee019b, infoPort=44611, infoSecurePort=0, ipcPort=41047, storageInfo=lv=-57;cid=testClusterID;nsid=1810259934;c=1731036064933) 2024-11-08T03:21:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ac4d7afa0ebcfd with lease ID 0x7df7078658d6c686: from storage DS-da55a0c0-31ef-45b5-a659-57e3e2edaac3 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=c8a138a5-f84f-40e0-bd65-95b7d9ee019b, infoPort=44611, infoSecurePort=0, ipcPort=41047, storageInfo=lv=-57;cid=testClusterID;nsid=1810259934;c=1731036064933), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T03:21:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ac4d7afa0ebcfd with lease ID 0x7df7078658d6c686: Processing first storage report for DS-a2c0cdd4-e2fe-43bf-bb0a-a8ea609f8056 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=c8a138a5-f84f-40e0-bd65-95b7d9ee019b, infoPort=44611, infoSecurePort=0, ipcPort=41047, storageInfo=lv=-57;cid=testClusterID;nsid=1810259934;c=1731036064933) 2024-11-08T03:21:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ac4d7afa0ebcfd with lease ID 0x7df7078658d6c686: from storage DS-a2c0cdd4-e2fe-43bf-bb0a-a8ea609f8056 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=c8a138a5-f84f-40e0-bd65-95b7d9ee019b, infoPort=44611, infoSecurePort=0, ipcPort=41047, storageInfo=lv=-57;cid=testClusterID;nsid=1810259934;c=1731036064933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:21:07,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd 2024-11-08T03:21:07,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:21:07,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f with version=8 2024-11-08T03:21:07,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/hbase-staging 2024-11-08T03:21:07,159 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:21:07,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:07,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34067 2024-11-08T03:21:07,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34067 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340670x0, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:07,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34067-0x101187615e80003 connected 2024-11-08T03:21:07,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/running 2024-11-08T03:21:07,272 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f, hbase.cluster.distributed=false 2024-11-08T03:21:07,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/acl 2024-11-08T03:21:07,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-08T03:21:07,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34067 2024-11-08T03:21:07,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34067 2024-11-08T03:21:07,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-08T03:21:07,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34067 2024-11-08T03:21:07,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:21:07,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:07,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46769 2024-11-08T03:21:07,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46769 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:07,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467690x0, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:07,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467690x0, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/running 2024-11-08T03:21:07,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:21:07,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46769-0x101187615e80004 connected 2024-11-08T03:21:07,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:21:07,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/master 2024-11-08T03:21:07,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/acl 2024-11-08T03:21:07,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-08T03:21:07,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46769 2024-11-08T03:21:07,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46769 2024-11-08T03:21:07,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-08T03:21:07,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-08T03:21:07,355 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:34067 2024-11-08T03:21:07,362 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11804500449/backup-masters/350fccc412b5,34067,1731036067159 2024-11-08T03:21:07,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/backup-masters 2024-11-08T03:21:07,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/backup-masters 2024-11-08T03:21:07,373 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on existing znode=/11804500449/backup-masters/350fccc412b5,34067,1731036067159 2024-11-08T03:21:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11804500449/master 2024-11-08T03:21:07,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:07,383 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on existing znode=/11804500449/master 2024-11-08T03:21:07,384 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11804500449/backup-masters/350fccc412b5,34067,1731036067159 from backup master directory 2024-11-08T03:21:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/backup-masters 2024-11-08T03:21:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11804500449/backup-masters/350fccc412b5,34067,1731036067159 2024-11-08T03:21:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/backup-masters 2024-11-08T03:21:07,393 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:07,393 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,34067,1731036067159 2024-11-08T03:21:07,397 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/hbase.id] with ID: 8e4e4d83-a408-4102-9527-fcf80d2f6f8f 2024-11-08T03:21:07,397 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/.tmp/hbase.id 2024-11-08T03:21:07,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:21:07,810 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/.tmp/hbase.id]:[hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/hbase.id] 2024-11-08T03:21:07,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:07,820 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:21:07,821 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:21:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:21:07,914 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:07,915 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:21:07,915 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:07,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:21:08,351 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store 2024-11-08T03:21:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:21:08,768 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:08,769 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:08,769 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:08,769 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:08,769 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:08,769 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:08,769 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:08,769 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036068768Disabling compacts and flushes for region at 1731036068768Disabling writes for close at 1731036068769 (+1 ms)Writing region close event to WAL at 1731036068769Closed at 1731036068769 2024-11-08T03:21:08,769 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/.initializing 2024-11-08T03:21:08,770 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/WALs/350fccc412b5,34067,1731036067159 2024-11-08T03:21:08,771 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:08,773 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C34067%2C1731036067159, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/WALs/350fccc412b5,34067,1731036067159, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/oldWALs, maxLogs=10 2024-11-08T03:21:08,800 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/WALs/350fccc412b5,34067,1731036067159/350fccc412b5%2C34067%2C1731036067159.1731036068774, exclude list is [], retry=0 2024-11-08T03:21:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-da55a0c0-31ef-45b5-a659-57e3e2edaac3,DISK] 2024-11-08T03:21:08,806 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/WALs/350fccc412b5,34067,1731036067159/350fccc412b5%2C34067%2C1731036067159.1731036068774 2024-11-08T03:21:08,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-08T03:21:08,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:08,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:08,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:21:08,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:08,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:08,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:21:08,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:08,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:08,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:21:08,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:08,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:08,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:21:08,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:08,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:08,814 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,815 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,815 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,817 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,817 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,818 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:08,819 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:08,821 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:08,821 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71500522, jitterRate=0.06544080376625061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:08,821 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036068807Initializing all the Stores at 1731036068808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036068808Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036068808Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036068808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036068808Cleaning up temporary data from old regions at 1731036068817 (+9 ms)Region opened successfully at 1731036068821 (+4 ms) 2024-11-08T03:21:08,822 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:21:08,824 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf2ad9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:08,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:21:08,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:21:08,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:21:08,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:21:08,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:21:08,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:21:08,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:21:08,842 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:21:08,843 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/balancer because node does not exist (not necessarily an error) 2024-11-08T03:21:08,923 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/balancer already deleted, retry=false 2024-11-08T03:21:08,924 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:21:08,925 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:21:08,933 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/normalizer already deleted, retry=false 2024-11-08T03:21:08,934 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:21:08,935 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:21:08,944 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/switch/split already deleted, retry=false 2024-11-08T03:21:08,945 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:21:08,954 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/switch/merge already deleted, retry=false 2024-11-08T03:21:08,957 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:21:08,996 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/snapshot-cleanup already deleted, retry=false 2024-11-08T03:21:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11804500449/running 2024-11-08T03:21:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11804500449/running 2024-11-08T03:21:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,010 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,34067,1731036067159, sessionid=0x101187615e80003, setting cluster-up flag (Was=false) 2024-11-08T03:21:09,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,071 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11804500449/flush-table-proc/acquired, /11804500449/flush-table-proc/reached, /11804500449/flush-table-proc/abort 2024-11-08T03:21:09,077 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34067,1731036067159 2024-11-08T03:21:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:09,217 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11804500449/online-snapshot/acquired, /11804500449/online-snapshot/reached, /11804500449/online-snapshot/abort 2024-11-08T03:21:09,218 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34067,1731036067159 2024-11-08T03:21:09,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:21:09,238 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:09,238 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:21:09,238 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:21:09,238 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,34067,1731036067159 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:09,240 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,250 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(746): ClusterId : 8e4e4d83-a408-4102-9527-fcf80d2f6f8f 2024-11-08T03:21:09,250 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:21:09,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:09,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:21:09,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:09,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:21:09,276 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036099276 2024-11-08T03:21:09,276 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:21:09,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:21:09,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:21:09,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:21:09,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:21:09,277 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:21:09,281 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:21:09,282 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:21:09,292 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:21:09,292 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77838a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:09,304 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:21:09,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:21:09,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:21:09,319 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:21:09,342 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:46769 2024-11-08T03:21:09,342 INFO [RS:0;350fccc412b5:46769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:21:09,342 INFO [RS:0;350fccc412b5:46769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:21:09,342 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:21:09,343 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,34067,1731036067159 with port=46769, startcode=1731036067291 2024-11-08T03:21:09,343 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:21:09,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:21:09,344 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:21:09,357 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:21:09,358 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34067 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T03:21:09,361 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T03:21:09,361 WARN [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T03:21:09,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:21:09,368 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036069344,5,FailOnTimeoutGroup] 2024-11-08T03:21:09,384 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036069368,5,FailOnTimeoutGroup] 2024-11-08T03:21:09,384 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,384 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:21:09,384 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,384 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,463 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,34067,1731036067159 with port=46769, startcode=1731036067291 2024-11-08T03:21:09,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34067 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,466 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f 2024-11-08T03:21:09,466 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36589 2024-11-08T03:21:09,466 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:21:09,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/rs 2024-11-08T03:21:09,515 DEBUG [RS:0;350fccc412b5:46769 {}] zookeeper.ZKUtil(111): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on existing znode=/11804500449/rs/350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,515 WARN [RS:0;350fccc412b5:46769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:09,515 INFO [RS:0;350fccc412b5:46769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:09,515 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,46769,1731036067291] 2024-11-08T03:21:09,520 INFO [RS:0;350fccc412b5:46769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:21:09,528 INFO [RS:0;350fccc412b5:46769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:21:09,535 INFO [RS:0;350fccc412b5:46769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:21:09,535 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,536 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:21:09,537 INFO [RS:0;350fccc412b5:46769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:21:09,537 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,537 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,538 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,538 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,538 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:09,538 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:09,538 DEBUG [RS:0;350fccc412b5:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,540 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46769,1731036067291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:09,563 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:21:09,563 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,46769,1731036067291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,563 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,563 INFO [RS:0;350fccc412b5:46769 {}] regionserver.Replication(171): 350fccc412b5,46769,1731036067291 started 2024-11-08T03:21:09,581 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:09,582 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,46769,1731036067291, RpcServer on 350fccc412b5/172.17.0.3:46769, sessionid=0x101187615e80004 2024-11-08T03:21:09,582 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:21:09,582 DEBUG [RS:0;350fccc412b5:46769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,582 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,46769,1731036067291' 2024-11-08T03:21:09,582 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11804500449/flush-table-proc/abort' 2024-11-08T03:21:09,582 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11804500449/flush-table-proc/acquired' 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,46769,1731036067291' 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11804500449/online-snapshot/abort' 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11804500449/online-snapshot/acquired' 2024-11-08T03:21:09,583 DEBUG [RS:0;350fccc412b5:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:21:09,583 INFO [RS:0;350fccc412b5:46769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:21:09,583 INFO [RS:0;350fccc412b5:46769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:21:09,684 INFO [RS:0;350fccc412b5:46769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:09,685 INFO [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C46769%2C1731036067291, suffix=, logDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/oldWALs, maxLogs=10 2024-11-08T03:21:09,707 DEBUG [RS:0;350fccc412b5:46769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291/350fccc412b5%2C46769%2C1731036067291.1731036069686, exclude list is [], retry=0 2024-11-08T03:21:09,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-da55a0c0-31ef-45b5-a659-57e3e2edaac3,DISK] 2024-11-08T03:21:09,711 INFO [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291/350fccc412b5%2C46769%2C1731036067291.1731036069686 2024-11-08T03:21:09,711 DEBUG [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-08T03:21:09,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:21:09,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f 2024-11-08T03:21:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:21:09,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:09,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:09,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:09,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:09,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:09,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:09,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:09,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:09,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:09,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:09,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:09,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:09,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:09,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:09,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:09,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:09,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:09,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:09,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740 2024-11-08T03:21:09,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740 2024-11-08T03:21:09,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:09,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:09,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:09,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:09,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:09,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67643235, jitterRate=0.007962748408317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:09,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036069774Initializing all the Stores at 1731036069775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036069775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036069780 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036069780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036069780Cleaning up temporary data from old regions at 1731036069791 (+11 ms)Region opened successfully at 1731036069796 (+5 ms) 2024-11-08T03:21:09,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:09,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:09,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:09,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-08T03:21:09,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:09,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:09,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036069796Disabling compacts and flushes for region at 1731036069796Disabling writes for close at 1731036069797 (+1 ms)Writing region close event to WAL at 1731036069797Closed at 1731036069797 2024-11-08T03:21:09,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:09,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:21:09,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:21:09,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:09,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:21:09,956 DEBUG [350fccc412b5:34067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:21:09,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,46769,1731036067291 2024-11-08T03:21:09,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,46769,1731036067291, state=OPENING 2024-11-08T03:21:10,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:21:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:10,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:10,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11804500449/meta-region-server: CHANGED 2024-11-08T03:21:10,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11804500449/meta-region-server: CHANGED 2024-11-08T03:21:10,051 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:10,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,46769,1731036067291}] 2024-11-08T03:21:10,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:10,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:21:10,227 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:21:10,227 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:10,227 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:21:10,229 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C46769%2C1731036067291.meta, suffix=.meta, logDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291, archiveDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/oldWALs, maxLogs=10 2024-11-08T03:21:10,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:10,260 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291/350fccc412b5%2C46769%2C1731036067291.meta.1731036070229.meta, exclude list is [], retry=0 2024-11-08T03:21:10,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-da55a0c0-31ef-45b5-a659-57e3e2edaac3,DISK] 2024-11-08T03:21:10,277 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291/350fccc412b5%2C46769%2C1731036067291.meta.1731036070229.meta 2024-11-08T03:21:10,288 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-08T03:21:10,288 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:10,289 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:21:10,289 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:21:10,289 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:21:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:10,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:10,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:10,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:10,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:10,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:10,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:10,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:10,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:10,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:10,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:10,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:10,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:10,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:10,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:10,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:10,303 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:10,303 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740 2024-11-08T03:21:10,306 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740 2024-11-08T03:21:10,307 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:10,307 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:10,308 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:10,314 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:10,314 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72507330, jitterRate=0.08044341206550598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:10,314 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:21:10,314 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036070289Writing region info on filesystem at 1731036070289Initializing all the Stores at 1731036070291 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036070291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036070292 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036070292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036070292Cleaning up temporary data from old regions at 1731036070307 (+15 ms)Running coprocessor post-open hooks at 1731036070314 (+7 ms)Region opened successfully at 1731036070314 2024-11-08T03:21:10,315 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036070216 2024-11-08T03:21:10,318 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:21:10,318 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:21:10,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,46769,1731036067291 2024-11-08T03:21:10,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,46769,1731036067291, state=OPEN 2024-11-08T03:21:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11804500449/meta-region-server 2024-11-08T03:21:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11804500449/meta-region-server 2024-11-08T03:21:10,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11804500449/meta-region-server: CHANGED 2024-11-08T03:21:10,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11804500449/meta-region-server: CHANGED 2024-11-08T03:21:10,333 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,46769,1731036067291 2024-11-08T03:21:10,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:21:10,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-08T03:21:10,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:21:10,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:10,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:21:10,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,46769,1731036067291 in 282 msec 2024-11-08T03:21:10,345 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:10,346 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46769,1731036067291, seqNum=-1] 2024-11-08T03:21:10,346 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:10,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:10,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-11-08T03:21:10,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,353 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036070353, completionTime=-1 2024-11-08T03:21:10,353 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:21:10,353 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:21:10,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:21:10,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036130355 2024-11-08T03:21:10,355 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036190355 2024-11-08T03:21:10,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T03:21:10,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,356 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:34067, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,357 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,359 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:21:10,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:10,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,377 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.984sec 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:10,378 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:21:10,385 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:21:10,385 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:21:10,385 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34067,1731036067159-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:10,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405af94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:10,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34067,-1 for getting cluster id 2024-11-08T03:21:10,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:10,455 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4e4d83-a408-4102-9527-fcf80d2f6f8f' 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4e4d83-a408-4102-9527-fcf80d2f6f8f" 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f86342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34067,-1] 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:10,457 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:10,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fae02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:10,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46769,1731036067291, seqNum=-1] 2024-11-08T03:21:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:10,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:10,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,34067,1731036067159 2024-11-08T03:21:10,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:10,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101187615e80005 connected 2024-11-08T03:21:10,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir so I do NOT create it in target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e 2024-11-08T03:21:10,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T03:21:10,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.tmp.dir so I do NOT create it in target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e 2024-11-08T03:21:10,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T03:21:10,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/cluster_0f78511b-a389-89d8-4d67-ee5d1a129e4a, deleteOnExit=true 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/test.cache.data in system properties and HBase conf 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.log.dir in system properties and HBase conf 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T03:21:10,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T03:21:10,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T03:21:10,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/nfs.dump.dir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/java.io.tmpdir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T03:21:10,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T03:21:10,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:10,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:10,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:10,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:10,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:21:10,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:10,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23281ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:10,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f981344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:11,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40d0220f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/java.io.tmpdir/jetty-localhost-37455-hadoop-hdfs-3_4_1-tests_jar-_-any-3877346682856927652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:11,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f6c26aa{HTTP/1.1, (http/1.1)}{localhost:37455} 2024-11-08T03:21:11,009 INFO [Time-limited test {}] server.Server(415): Started @338389ms 2024-11-08T03:21:11,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T03:21:11,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T03:21:11,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T03:21:11,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T03:21:11,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T03:21:11,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2164001f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.log.dir/,AVAILABLE} 2024-11-08T03:21:11,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f49dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T03:21:11,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417a9f6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/java.io.tmpdir/jetty-localhost-37383-hadoop-hdfs-3_4_1-tests_jar-_-any-10338579972453147415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:11,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e64574{HTTP/1.1, (http/1.1)}{localhost:37383} 2024-11-08T03:21:11,476 INFO [Time-limited test {}] server.Server(415): Started @338856ms 2024-11-08T03:21:11,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T03:21:12,529 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/cluster_0f78511b-a389-89d8-4d67-ee5d1a129e4a/data/data1/current/BP-1013196933-172.17.0.3-1731036070517/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:12,529 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/cluster_0f78511b-a389-89d8-4d67-ee5d1a129e4a/data/data2/current/BP-1013196933-172.17.0.3-1731036070517/current, will proceed with Du for space computation calculation, 2024-11-08T03:21:12,557 WARN [Thread-4549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T03:21:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf501a48f662c8648 with lease ID 0xd1f934f1426431b9: Processing first storage report for DS-d29b1bd9-f9b4-4f8a-add6-f29c3359e5cf from datanode DatanodeRegistration(127.0.0.1:40871, datanodeUuid=36142a82-3f70-473a-8c48-d88b7a0651dc, infoPort=33653, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1560739581;c=1731036070517) 2024-11-08T03:21:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf501a48f662c8648 with lease ID 0xd1f934f1426431b9: from storage DS-d29b1bd9-f9b4-4f8a-add6-f29c3359e5cf node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=36142a82-3f70-473a-8c48-d88b7a0651dc, infoPort=33653, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1560739581;c=1731036070517), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T03:21:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf501a48f662c8648 with lease ID 0xd1f934f1426431b9: Processing first storage report for DS-57e69b2e-ef1f-4917-b823-d73233eb1054 from datanode DatanodeRegistration(127.0.0.1:40871, datanodeUuid=36142a82-3f70-473a-8c48-d88b7a0651dc, infoPort=33653, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1560739581;c=1731036070517) 2024-11-08T03:21:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf501a48f662c8648 with lease ID 0xd1f934f1426431b9: from storage DS-57e69b2e-ef1f-4917-b823-d73233eb1054 node DatanodeRegistration(127.0.0.1:40871, datanodeUuid=36142a82-3f70-473a-8c48-d88b7a0651dc, infoPort=33653, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1560739581;c=1731036070517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T03:21:12,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e 2024-11-08T03:21:12,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:12,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741825_1001 (size=7) 2024-11-08T03:21:13,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9 with version=8 2024-11-08T03:21:13,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/hbase-staging 2024-11-08T03:21:13,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T03:21:13,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:13,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34927 2024-11-08T03:21:13,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34927 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:13,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349270x0, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:13,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34927-0x101187615e80006 connected 2024-11-08T03:21:13,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:13,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:13,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/running 2024-11-08T03:21:13,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9, hbase.cluster.distributed=false 2024-11-08T03:21:13,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/acl 2024-11-08T03:21:13,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T03:21:13,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34927 2024-11-08T03:21:13,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34927 2024-11-08T03:21:13,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T03:21:13,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T03:21:13,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/350fccc412b5:0 server-side Connection retries=45 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T03:21:13,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T03:21:13,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41585 2024-11-08T03:21:13,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41585 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:13,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:13,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:13,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415850x0, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:13,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415850x0, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/running 2024-11-08T03:21:13,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41585-0x101187615e80007 connected 2024-11-08T03:21:13,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T03:21:13,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T03:21:13,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/master 2024-11-08T03:21:13,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/acl 2024-11-08T03:21:13,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41585 2024-11-08T03:21:13,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41585 2024-11-08T03:21:13,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41585 2024-11-08T03:21:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41585 2024-11-08T03:21:13,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41585 2024-11-08T03:21:13,225 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;350fccc412b5:34927 2024-11-08T03:21:13,225 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2054752505/backup-masters/350fccc412b5,34927,1731036073041 2024-11-08T03:21:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/backup-masters 2024-11-08T03:21:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/backup-masters 2024-11-08T03:21:13,287 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on existing znode=/2-2054752505/backup-masters/350fccc412b5,34927,1731036073041 2024-11-08T03:21:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2054752505/master 2024-11-08T03:21:13,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:13,362 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on existing znode=/2-2054752505/master 2024-11-08T03:21:13,362 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2054752505/backup-masters/350fccc412b5,34927,1731036073041 from backup master directory 2024-11-08T03:21:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/backup-masters 2024-11-08T03:21:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2054752505/backup-masters/350fccc412b5,34927,1731036073041 2024-11-08T03:21:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/backup-masters 2024-11-08T03:21:13,426 WARN [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:13,426 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=350fccc412b5,34927,1731036073041 2024-11-08T03:21:13,432 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/hbase.id] with ID: dbc28493-ee6e-4685-aea4-06a94ca7a4d3 2024-11-08T03:21:13,432 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/.tmp/hbase.id 2024-11-08T03:21:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741826_1002 (size=42) 2024-11-08T03:21:13,881 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/.tmp/hbase.id]:[hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/hbase.id] 2024-11-08T03:21:13,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:13,888 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T03:21:13,889 INFO [master/350fccc412b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T03:21:13,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:13,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741827_1003 (size=196) 2024-11-08T03:21:14,372 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:14,373 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T03:21:14,373 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741828_1004 (size=1189) 2024-11-08T03:21:14,780 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store 2024-11-08T03:21:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741829_1005 (size=34) 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:14,788 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:14,788 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:14,788 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036074788Disabling compacts and flushes for region at 1731036074788Disabling writes for close at 1731036074788Writing region close event to WAL at 1731036074788Closed at 1731036074788 2024-11-08T03:21:14,789 WARN [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/.initializing 2024-11-08T03:21:14,789 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/WALs/350fccc412b5,34927,1731036073041 2024-11-08T03:21:14,790 INFO [master/350fccc412b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:14,791 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=350fccc412b5%2C34927%2C1731036073041, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/WALs/350fccc412b5,34927,1731036073041, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/oldWALs, maxLogs=10 2024-11-08T03:21:14,807 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/WALs/350fccc412b5,34927,1731036073041/350fccc412b5%2C34927%2C1731036073041.1731036074791, exclude list is [], retry=0 2024-11-08T03:21:14,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-d29b1bd9-f9b4-4f8a-add6-f29c3359e5cf,DISK] 2024-11-08T03:21:14,811 INFO [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/WALs/350fccc412b5,34927,1731036073041/350fccc412b5%2C34927%2C1731036073041.1731036074791 2024-11-08T03:21:14,812 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33653:33653)] 2024-11-08T03:21:14,812 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:14,812 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:14,812 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,812 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T03:21:14,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:14,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:14,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T03:21:14,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T03:21:14,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:14,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:14,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T03:21:14,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:14,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:14,819 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,819 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,820 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,820 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,820 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,821 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:14,821 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T03:21:14,822 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:14,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64462003, jitterRate=-0.0394413024187088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:14,823 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731036074812Initializing all the Stores at 1731036074813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036074813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036074813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036074813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036074813Cleaning up temporary data from old regions at 1731036074820 (+7 ms)Region opened successfully at 1731036074823 (+3 ms) 2024-11-08T03:21:14,823 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T03:21:14,825 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0f4a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:14,825 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T03:21:14,826 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T03:21:14,829 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T03:21:14,830 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/balancer because node does not exist (not necessarily an error) 2024-11-08T03:21:14,860 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/balancer already deleted, retry=false 2024-11-08T03:21:14,860 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T03:21:14,861 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/normalizer because node does not exist (not necessarily an error) 2024-11-08T03:21:14,939 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/normalizer already deleted, retry=false 2024-11-08T03:21:14,939 INFO [master/350fccc412b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T03:21:14,940 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/switch/split because node does not exist (not necessarily an error) 2024-11-08T03:21:15,019 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/switch/split already deleted, retry=false 2024-11-08T03:21:15,020 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/switch/merge because node does not exist (not necessarily an error) 2024-11-08T03:21:15,105 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/switch/merge already deleted, retry=false 2024-11-08T03:21:15,106 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T03:21:15,157 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/snapshot-cleanup already deleted, retry=false 2024-11-08T03:21:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2054752505/running 2024-11-08T03:21:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2054752505/running 2024-11-08T03:21:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,223 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=350fccc412b5,34927,1731036073041, sessionid=0x101187615e80006, setting cluster-up flag (Was=false) 2024-11-08T03:21:15,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,403 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2054752505/flush-table-proc/acquired, /2-2054752505/flush-table-proc/reached, /2-2054752505/flush-table-proc/abort 2024-11-08T03:21:15,404 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34927,1731036073041 2024-11-08T03:21:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:15,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:15,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:21:15,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148843 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:21:15,522 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2054752505/online-snapshot/acquired, /2-2054752505/online-snapshot/reached, /2-2054752505/online-snapshot/abort 2024-11-08T03:21:15,523 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=350fccc412b5,34927,1731036073041 2024-11-08T03:21:15,524 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T03:21:15,525 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:15,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T03:21:15,526 INFO [master/350fccc412b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T03:21:15,526 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 350fccc412b5,34927,1731036073041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/350fccc412b5:0, corePoolSize=5, maxPoolSize=5 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/350fccc412b5:0, corePoolSize=10, maxPoolSize=10 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:15,527 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:15,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T03:21:15,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:15,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731036105530 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T03:21:15,531 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T03:21:15,532 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,534 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T03:21:15,534 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T03:21:15,534 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T03:21:15,534 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T03:21:15,535 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T03:21:15,535 INFO [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T03:21:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741831_1007 (size=1321) 2024-11-08T03:21:15,539 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036075535,5,FailOnTimeoutGroup] 2024-11-08T03:21:15,540 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036075539,5,FailOnTimeoutGroup] 2024-11-08T03:21:15,540 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,540 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T03:21:15,540 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,540 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,614 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(746): ClusterId : dbc28493-ee6e-4685-aea4-06a94ca7a4d3 2024-11-08T03:21:15,614 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T03:21:15,628 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T03:21:15,628 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T03:21:15,639 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T03:21:15,639 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0353a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=350fccc412b5/172.17.0.3:0 2024-11-08T03:21:15,657 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;350fccc412b5:41585 2024-11-08T03:21:15,657 INFO [RS:0;350fccc412b5:41585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T03:21:15,657 INFO [RS:0;350fccc412b5:41585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T03:21:15,657 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T03:21:15,658 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(2659): reportForDuty to master=350fccc412b5,34927,1731036073041 with port=41585, startcode=1731036073173 2024-11-08T03:21:15,658 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T03:21:15,659 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T03:21:15,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(517): Registering regionserver=350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,661 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9 2024-11-08T03:21:15,661 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38729 2024-11-08T03:21:15,661 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T03:21:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/rs 2024-11-08T03:21:15,702 DEBUG [RS:0;350fccc412b5:41585 {}] zookeeper.ZKUtil(111): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on existing znode=/2-2054752505/rs/350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,702 WARN [RS:0;350fccc412b5:41585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T03:21:15,702 INFO [RS:0;350fccc412b5:41585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:15,703 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [350fccc412b5,41585,1731036073173] 2024-11-08T03:21:15,708 INFO [RS:0;350fccc412b5:41585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T03:21:15,710 INFO [RS:0;350fccc412b5:41585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T03:21:15,711 INFO [RS:0;350fccc412b5:41585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T03:21:15,711 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,711 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T03:21:15,712 INFO [RS:0;350fccc412b5:41585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T03:21:15,712 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/350fccc412b5:0, corePoolSize=2, maxPoolSize=2 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/350fccc412b5:0, corePoolSize=1, maxPoolSize=1 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:15,712 DEBUG [RS:0;350fccc412b5:41585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/350fccc412b5:0, corePoolSize=3, maxPoolSize=3 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,718 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,41585,1731036073173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:15,735 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T03:21:15,735 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,41585,1731036073173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,736 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,736 INFO [RS:0;350fccc412b5:41585 {}] regionserver.Replication(171): 350fccc412b5,41585,1731036073173 started 2024-11-08T03:21:15,752 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:15,753 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1482): Serving as 350fccc412b5,41585,1731036073173, RpcServer on 350fccc412b5/172.17.0.3:41585, sessionid=0x101187615e80007 2024-11-08T03:21:15,753 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T03:21:15,753 DEBUG [RS:0;350fccc412b5:41585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,753 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,41585,1731036073173' 2024-11-08T03:21:15,753 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2054752505/flush-table-proc/abort' 2024-11-08T03:21:15,753 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2054752505/flush-table-proc/acquired' 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 350fccc412b5,41585,1731036073173 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '350fccc412b5,41585,1731036073173' 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2054752505/online-snapshot/abort' 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2054752505/online-snapshot/acquired' 2024-11-08T03:21:15,754 DEBUG [RS:0;350fccc412b5:41585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T03:21:15,754 INFO [RS:0;350fccc412b5:41585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T03:21:15,754 INFO [RS:0;350fccc412b5:41585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T03:21:15,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:15,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,858 INFO [RS:0;350fccc412b5:41585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T03:21:15,859 INFO [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C41585%2C1731036073173, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/oldWALs, maxLogs=10 2024-11-08T03:21:15,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:15,877 DEBUG [RS:0;350fccc412b5:41585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173/350fccc412b5%2C41585%2C1731036073173.1731036075860, exclude list is [], retry=0 2024-11-08T03:21:15,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-d29b1bd9-f9b4-4f8a-add6-f29c3359e5cf,DISK] 2024-11-08T03:21:15,885 INFO [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173/350fccc412b5%2C41585%2C1731036073173.1731036075860 2024-11-08T03:21:15,887 DEBUG [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33653:33653)] 2024-11-08T03:21:15,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T03:21:15,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9 2024-11-08T03:21:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741833_1009 (size=32) 2024-11-08T03:21:15,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:15,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:15,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:15,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:15,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:15,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:15,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:15,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:15,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:15,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:15,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:15,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:15,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:15,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:15,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:15,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:15,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:15,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:15,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740 2024-11-08T03:21:15,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740 2024-11-08T03:21:15,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:15,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:15,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:15,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:15,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855234, jitterRate=0.055825263261795044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731036075955Initializing all the Stores at 1731036075956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036075956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036075956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036075956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036075956Cleaning up temporary data from old regions at 1731036075963 (+7 ms)Region opened successfully at 1731036075969 (+6 ms) 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:15,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:21:15,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:15,971 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:15,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036075969Disabling compacts and flushes for region at 1731036075969Disabling writes for close at 1731036075969Writing region close event to WAL at 1731036075971 (+2 ms)Closed at 1731036075971 2024-11-08T03:21:15,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:15,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T03:21:15,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T03:21:15,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:15,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T03:21:16,124 DEBUG [350fccc412b5:34927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T03:21:16,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=350fccc412b5,41585,1731036073173 2024-11-08T03:21:16,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,41585,1731036073173, state=OPENING 2024-11-08T03:21:16,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T03:21:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:16,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2054752505/meta-region-server: CHANGED 2024-11-08T03:21:16,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2054752505/meta-region-server: CHANGED 2024-11-08T03:21:16,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T03:21:16,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,41585,1731036073173}] 2024-11-08T03:21:16,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:16,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:21:16,300 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T03:21:16,300 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:16,300 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T03:21:16,302 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C41585%2C1731036073173.meta, suffix=.meta, logDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/oldWALs, maxLogs=10 2024-11-08T03:21:16,320 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173/350fccc412b5%2C41585%2C1731036073173.meta.1731036076302.meta, exclude list is [], retry=0 2024-11-08T03:21:16,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40871,DS-d29b1bd9-f9b4-4f8a-add6-f29c3359e5cf,DISK] 2024-11-08T03:21:16,325 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173/350fccc412b5%2C41585%2C1731036073173.meta.1731036076302.meta 2024-11-08T03:21:16,325 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33653:33653)] 2024-11-08T03:21:16,326 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:16,326 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:16,326 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:21:16,326 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T03:21:16,326 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T03:21:16,327 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T03:21:16,327 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:16,327 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T03:21:16,327 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T03:21:16,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T03:21:16,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T03:21:16,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T03:21:16,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T03:21:16,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:16,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T03:21:16,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T03:21:16,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:16,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T03:21:16,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T03:21:16,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T03:21:16,331 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T03:21:16,331 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740 2024-11-08T03:21:16,332 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740 2024-11-08T03:21:16,333 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T03:21:16,333 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T03:21:16,333 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T03:21:16,334 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T03:21:16,334 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69507383, jitterRate=0.03574071824550629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T03:21:16,334 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T03:21:16,334 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731036076327Writing region info on filesystem at 1731036076327Initializing all the Stores at 1731036076327Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036076327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036076328 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036076328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731036076328Cleaning up temporary data from old regions at 1731036076333 (+5 ms)Running coprocessor post-open hooks at 1731036076334 (+1 ms)Region opened successfully at 1731036076334 2024-11-08T03:21:16,335 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731036076296 2024-11-08T03:21:16,337 DEBUG [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T03:21:16,337 INFO [RS_OPEN_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T03:21:16,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,41585,1731036073173 2024-11-08T03:21:16,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 350fccc412b5,41585,1731036073173, state=OPEN 2024-11-08T03:21:16,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2054752505/meta-region-server 2024-11-08T03:21:16,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2054752505/meta-region-server 2024-11-08T03:21:16,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=350fccc412b5,41585,1731036073173 2024-11-08T03:21:16,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2054752505/meta-region-server: CHANGED 2024-11-08T03:21:16,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2054752505/meta-region-server: CHANGED 2024-11-08T03:21:16,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T03:21:16,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=350fccc412b5,41585,1731036073173 in 210 msec 2024-11-08T03:21:16,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T03:21:16,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-08T03:21:16,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T03:21:16,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T03:21:16,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:16,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,41585,1731036073173, seqNum=-1] 2024-11-08T03:21:16,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:16,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:16,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-08T03:21:16,363 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731036076363, completionTime=-1 2024-11-08T03:21:16,364 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T03:21:16,364 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T03:21:16,365 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731036136365 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731036196366 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-350fccc412b5:34927, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,366 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,367 DEBUG [master/350fccc412b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T03:21:16,369 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-08T03:21:16,369 INFO [master/350fccc412b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T03:21:16,370 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T03:21:16,376 DEBUG [master/350fccc412b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T03:21:16,376 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T03:21:16,376 INFO [master/350fccc412b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=350fccc412b5,34927,1731036073041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T03:21:16,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e06f863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:16,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34927,-1 for getting cluster id 2024-11-08T03:21:16,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:16,416 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc28493-ee6e-4685-aea4-06a94ca7a4d3' 2024-11-08T03:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc28493-ee6e-4685-aea4-06a94ca7a4d3" 2024-11-08T03:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4e7031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34927,-1] 2024-11-08T03:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:16,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:16,417 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:16,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:16,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,41585,1731036073173, seqNum=-1] 2024-11-08T03:21:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:16,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=350fccc412b5,34927,1731036073041 2024-11-08T03:21:16,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56483 2024-11-08T03:21:16,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T03:21:16,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101187615e80008 connected 2024-11-08T03:21:16,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40231,1731036062787 2024-11-08T03:21:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbed603 2024-11-08T03:21:16,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:16,460 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:16,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:21:16,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:21:16,465 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:21:16,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:21:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:21:16,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ced732a38cb63b2ef0e1fa15b3b64d6, NAME => 'test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e 2024-11-08T03:21:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ced732a38cb63b2ef0e1fa15b3b64d6, disabling compactions & flushes 2024-11-08T03:21:16,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. after waiting 0 ms 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ced732a38cb63b2ef0e1fa15b3b64d6: Waiting for close lock at 1731036076523Disabling compacts and flushes for region at 1731036076523Disabling writes for close at 1731036076523Writing region close event to WAL at 1731036076523Closed at 1731036076523 2024-11-08T03:21:16,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:21:16,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036076524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036076524"}]},"ts":"1731036076524"} 2024-11-08T03:21:16,526 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:21:16,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:21:16,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036076527"}]},"ts":"1731036076527"} 2024-11-08T03:21:16,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:21:16,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ced732a38cb63b2ef0e1fa15b3b64d6, ASSIGN}] 2024-11-08T03:21:16,530 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ced732a38cb63b2ef0e1fa15b3b64d6, ASSIGN 2024-11-08T03:21:16,531 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ced732a38cb63b2ef0e1fa15b3b64d6, ASSIGN; state=OFFLINE, location=350fccc412b5,46793,1731036063101; forceNewPlan=false, retain=false 2024-11-08T03:21:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:16,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ced732a38cb63b2ef0e1fa15b3b64d6, regionState=OPENING, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:16,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ced732a38cb63b2ef0e1fa15b3b64d6, ASSIGN because future has completed 2024-11-08T03:21:16,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ced732a38cb63b2ef0e1fa15b3b64d6, server=350fccc412b5,46793,1731036063101}] 2024-11-08T03:21:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:16,857 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,857 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ced732a38cb63b2ef0e1fa15b3b64d6, NAME => 'test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:16,857 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:16,857 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:21:16,857 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,857 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:16,858 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,858 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,859 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,860 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ced732a38cb63b2ef0e1fa15b3b64d6 columnFamilyName f 2024-11-08T03:21:16,860 DEBUG [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,860 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(327): Store=3ced732a38cb63b2ef0e1fa15b3b64d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:16,860 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,861 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ced732a38cb63b2ef0e1fa15b3b64d6 columnFamilyName f1 2024-11-08T03:21:16,861 DEBUG [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,861 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(327): Store=3ced732a38cb63b2ef0e1fa15b3b64d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:16,861 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,862 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ced732a38cb63b2ef0e1fa15b3b64d6 columnFamilyName norep 2024-11-08T03:21:16,862 DEBUG [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:16,862 INFO [StoreOpener-3ced732a38cb63b2ef0e1fa15b3b64d6-1 {}] regionserver.HStore(327): Store=3ced732a38cb63b2ef0e1fa15b3b64d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,863 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,864 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,864 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,864 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:21:16,865 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,866 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:16,866 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ced732a38cb63b2ef0e1fa15b3b64d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75311855, jitterRate=0.12223409116268158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:21:16,866 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:16,867 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ced732a38cb63b2ef0e1fa15b3b64d6: Running coprocessor pre-open hook at 1731036076858Writing region info on filesystem at 1731036076858Initializing all the Stores at 1731036076858Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036076858Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036076858Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036076858Cleaning up temporary data from old regions at 1731036076864 (+6 ms)Running coprocessor post-open hooks at 1731036076866 (+2 ms)Region opened successfully at 1731036076866 2024-11-08T03:21:16,867 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., pid=6, masterSystemTime=1731036076854 2024-11-08T03:21:16,868 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,869 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:16,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ced732a38cb63b2ef0e1fa15b3b64d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ced732a38cb63b2ef0e1fa15b3b64d6, server=350fccc412b5,46793,1731036063101 because future has completed 2024-11-08T03:21:16,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:21:16,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ced732a38cb63b2ef0e1fa15b3b64d6, server=350fccc412b5,46793,1731036063101 in 170 msec 2024-11-08T03:21:16,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:21:16,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ced732a38cb63b2ef0e1fa15b3b64d6, ASSIGN in 344 msec 2024-11-08T03:21:16,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:21:16,876 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036076876"}]},"ts":"1731036076876"} 2024-11-08T03:21:16,882 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:21:16,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:21:16,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 422 msec 2024-11-08T03:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:17,098 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:21:17,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34067,1731036067159 2024-11-08T03:21:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4686a1c3 2024-11-08T03:21:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:17,100 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:17,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:21:17,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:21:17,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:17,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:21:17,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:21:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:21:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:17,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ac322dbf317e0299cc2b157e45336c5, NAME => 'test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f 2024-11-08T03:21:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:21:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ac322dbf317e0299cc2b157e45336c5, disabling compactions & flushes 2024-11-08T03:21:17,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. after waiting 0 ms 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:17,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:17,913 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ac322dbf317e0299cc2b157e45336c5: Waiting for close lock at 1731036077913Disabling compacts and flushes for region at 1731036077913Disabling writes for close at 1731036077913Writing region close event to WAL at 1731036077913Closed at 1731036077913 2024-11-08T03:21:17,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:21:17,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036077914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036077914"}]},"ts":"1731036077914"} 2024-11-08T03:21:17,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:21:17,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:21:17,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036077916"}]},"ts":"1731036077916"} 2024-11-08T03:21:17,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:21:17,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ac322dbf317e0299cc2b157e45336c5, ASSIGN}] 2024-11-08T03:21:17,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ac322dbf317e0299cc2b157e45336c5, ASSIGN 2024-11-08T03:21:17,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ac322dbf317e0299cc2b157e45336c5, ASSIGN; state=OFFLINE, location=350fccc412b5,46769,1731036067291; forceNewPlan=false, retain=false 2024-11-08T03:21:18,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ac322dbf317e0299cc2b157e45336c5, regionState=OPENING, regionLocation=350fccc412b5,46769,1731036067291 2024-11-08T03:21:18,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ac322dbf317e0299cc2b157e45336c5, ASSIGN because future has completed 2024-11-08T03:21:18,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ac322dbf317e0299cc2b157e45336c5, server=350fccc412b5,46769,1731036067291}] 2024-11-08T03:21:18,225 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:18,225 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ac322dbf317e0299cc2b157e45336c5, NAME => 'test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:18,226 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:18,226 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:21:18,226 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,226 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:18,226 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,226 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,227 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,228 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ac322dbf317e0299cc2b157e45336c5 columnFamilyName f 2024-11-08T03:21:18,228 DEBUG [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:18,229 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(327): Store=8ac322dbf317e0299cc2b157e45336c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:18,229 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,230 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ac322dbf317e0299cc2b157e45336c5 columnFamilyName f1 2024-11-08T03:21:18,230 DEBUG [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:18,230 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(327): Store=8ac322dbf317e0299cc2b157e45336c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:18,230 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,231 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ac322dbf317e0299cc2b157e45336c5 columnFamilyName norep 2024-11-08T03:21:18,231 DEBUG [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:18,231 INFO [StoreOpener-8ac322dbf317e0299cc2b157e45336c5-1 {}] regionserver.HStore(327): Store=8ac322dbf317e0299cc2b157e45336c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:18,231 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,232 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,232 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,233 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,233 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,233 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:21:18,234 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,235 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:18,236 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ac322dbf317e0299cc2b157e45336c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61917201, jitterRate=-0.0773618072271347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:21:18,236 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:18,236 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ac322dbf317e0299cc2b157e45336c5: Running coprocessor pre-open hook at 1731036078226Writing region info on filesystem at 1731036078226Initializing all the Stores at 1731036078227 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036078227Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036078227Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036078227Cleaning up temporary data from old regions at 1731036078233 (+6 ms)Running coprocessor post-open hooks at 1731036078236 (+3 ms)Region opened successfully at 1731036078236 2024-11-08T03:21:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:18,239 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5., pid=6, masterSystemTime=1731036078222 2024-11-08T03:21:18,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ac322dbf317e0299cc2b157e45336c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,46769,1731036067291 2024-11-08T03:21:18,241 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:18,241 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ac322dbf317e0299cc2b157e45336c5, server=350fccc412b5,46769,1731036067291 because future has completed 2024-11-08T03:21:18,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:21:18,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ac322dbf317e0299cc2b157e45336c5, server=350fccc412b5,46769,1731036067291 in 173 msec 2024-11-08T03:21:18,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:21:18,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ac322dbf317e0299cc2b157e45336c5, ASSIGN in 329 msec 2024-11-08T03:21:18,249 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:21:18,249 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036078249"}]},"ts":"1731036078249"} 2024-11-08T03:21:18,251 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:21:18,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:21:18,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-08T03:21:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:19,248 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:21:19,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34927,1731036073041 2024-11-08T03:21:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@497c6d33 2024-11-08T03:21:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:19,250 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:19,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T03:21:19,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:21:19,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:19,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T03:21:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:19,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:21:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741835_1011 (size=902) 2024-11-08T03:21:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:19,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c772ede6861cc3a3c0985df9cf07ce95, NAME => 'test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9 2024-11-08T03:21:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741836_1012 (size=39) 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c772ede6861cc3a3c0985df9cf07ce95, disabling compactions & flushes 2024-11-08T03:21:19,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. after waiting 0 ms 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c772ede6861cc3a3c0985df9cf07ce95: Waiting for close lock at 1731036079666Disabling compacts and flushes for region at 1731036079666Disabling writes for close at 1731036079666Writing region close event to WAL at 1731036079666Closed at 1731036079666 2024-11-08T03:21:19,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:21:19,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731036079668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036079668"}]},"ts":"1731036079668"} 2024-11-08T03:21:19,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:21:19,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:21:19,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036079670"}]},"ts":"1731036079670"} 2024-11-08T03:21:19,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T03:21:19,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c772ede6861cc3a3c0985df9cf07ce95, ASSIGN}] 2024-11-08T03:21:19,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c772ede6861cc3a3c0985df9cf07ce95, ASSIGN 2024-11-08T03:21:19,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c772ede6861cc3a3c0985df9cf07ce95, ASSIGN; state=OFFLINE, location=350fccc412b5,41585,1731036073173; forceNewPlan=false, retain=false 2024-11-08T03:21:19,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c772ede6861cc3a3c0985df9cf07ce95, regionState=OPENING, regionLocation=350fccc412b5,41585,1731036073173 2024-11-08T03:21:19,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c772ede6861cc3a3c0985df9cf07ce95, ASSIGN because future has completed 2024-11-08T03:21:19,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c772ede6861cc3a3c0985df9cf07ce95, server=350fccc412b5,41585,1731036073173}] 2024-11-08T03:21:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:19,983 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,983 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c772ede6861cc3a3c0985df9cf07ce95, NAME => 'test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:19,983 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:19,983 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T03:21:19,984 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,984 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:19,984 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,984 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,985 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,986 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c772ede6861cc3a3c0985df9cf07ce95 columnFamilyName f 2024-11-08T03:21:19,987 DEBUG [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:19,987 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(327): Store=c772ede6861cc3a3c0985df9cf07ce95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:19,987 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,988 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c772ede6861cc3a3c0985df9cf07ce95 columnFamilyName f1 2024-11-08T03:21:19,988 DEBUG [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:19,988 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(327): Store=c772ede6861cc3a3c0985df9cf07ce95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:19,988 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,989 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c772ede6861cc3a3c0985df9cf07ce95 columnFamilyName norep 2024-11-08T03:21:19,989 DEBUG [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:19,989 INFO [StoreOpener-c772ede6861cc3a3c0985df9cf07ce95-1 {}] regionserver.HStore(327): Store=c772ede6861cc3a3c0985df9cf07ce95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:19,990 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,990 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,990 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,991 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,991 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,991 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:21:19,992 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,996 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:19,996 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c772ede6861cc3a3c0985df9cf07ce95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64526907, jitterRate=-0.03847415745258331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:21:19,996 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:19,996 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c772ede6861cc3a3c0985df9cf07ce95: Running coprocessor pre-open hook at 1731036079984Writing region info on filesystem at 1731036079984Initializing all the Stores at 1731036079985 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036079985Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036079985Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036079985Cleaning up temporary data from old regions at 1731036079991 (+6 ms)Running coprocessor post-open hooks at 1731036079996 (+5 ms)Region opened successfully at 1731036079996 2024-11-08T03:21:19,997 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95., pid=6, masterSystemTime=1731036079979 2024-11-08T03:21:19,999 DEBUG [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:19,999 INFO [RS_OPEN_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:20,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c772ede6861cc3a3c0985df9cf07ce95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=350fccc412b5,41585,1731036073173 2024-11-08T03:21:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c772ede6861cc3a3c0985df9cf07ce95, server=350fccc412b5,41585,1731036073173 because future has completed 2024-11-08T03:21:20,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T03:21:20,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c772ede6861cc3a3c0985df9cf07ce95, server=350fccc412b5,41585,1731036073173 in 175 msec 2024-11-08T03:21:20,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T03:21:20,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c772ede6861cc3a3c0985df9cf07ce95, ASSIGN in 333 msec 2024-11-08T03:21:20,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:21:20,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036080007"}]},"ts":"1731036080007"} 2024-11-08T03:21:20,008 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T03:21:20,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:21:20,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-08T03:21:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T03:21:20,389 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T03:21:20,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9980fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:20,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:20,390 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703471a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:20,391 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32756f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40231,1731036062787 2024-11-08T03:21:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7a6c2f 2024-11-08T03:21:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:20,394 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:20,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://350fccc412b5:34067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:21:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:21:20,397 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:34067' 2024-11-08T03:21:20,398 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249052e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:20,398 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34067,-1 for getting cluster id 2024-11-08T03:21:20,398 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:20,399 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4e4d83-a408-4102-9527-fcf80d2f6f8f' 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4e4d83-a408-4102-9527-fcf80d2f6f8f" 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16e148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34067,-1] 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:20,400 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:20,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f28f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:20,401 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34067,1731036067159 2024-11-08T03:21:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74c18c31 2024-11-08T03:21:20,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:20,402 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:20,403 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-08T03:21:20,403 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:21:20,403 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:20,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:20,403 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:20,404 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T03:21:20,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T03:21:20,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T03:21:20,405 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:20,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T03:21:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741837_1013 (size=1138) 2024-11-08T03:21:20,455 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T03:21:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:20,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19ae16a46b0a955dd888f99babf0ed9d, NAME => 'hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e 2024-11-08T03:21:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741838_1014 (size=44) 2024-11-08T03:21:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:21,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:21,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19ae16a46b0a955dd888f99babf0ed9d, disabling compactions & flushes 2024-11-08T03:21:21,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. after waiting 0 ms 2024-11-08T03:21:21,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19ae16a46b0a955dd888f99babf0ed9d: Waiting for close lock at 1731036081228Disabling compacts and flushes for region at 1731036081228Disabling writes for close at 1731036081228Writing region close event to WAL at 1731036081228Closed at 1731036081228 2024-11-08T03:21:21,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T03:21:21,229 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731036081229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731036081229"}]},"ts":"1731036081229"} 2024-11-08T03:21:21,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T03:21:21,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T03:21:21,231 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036081231"}]},"ts":"1731036081231"} 2024-11-08T03:21:21,233 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T03:21:21,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ae16a46b0a955dd888f99babf0ed9d, ASSIGN}] 2024-11-08T03:21:21,234 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ae16a46b0a955dd888f99babf0ed9d, ASSIGN 2024-11-08T03:21:21,235 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19ae16a46b0a955dd888f99babf0ed9d, ASSIGN; state=OFFLINE, location=350fccc412b5,46793,1731036063101; forceNewPlan=false, retain=false 2024-11-08T03:21:21,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19ae16a46b0a955dd888f99babf0ed9d, regionState=OPENING, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19ae16a46b0a955dd888f99babf0ed9d, ASSIGN because future has completed 2024-11-08T03:21:21,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ae16a46b0a955dd888f99babf0ed9d, server=350fccc412b5,46793,1731036063101}] 2024-11-08T03:21:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:21,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T03:21:21,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T03:21:21,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=350fccc412b5%2C46793%2C1731036063101.rep, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/oldWALs, maxLogs=10 2024-11-08T03:21:21,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036081544, exclude list is [], retry=0 2024-11-08T03:21:21,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:21,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036081544 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19ae16a46b0a955dd888f99babf0ed9d, NAME => 'hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T03:21:21,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. service=MultiRowMutationService 2024-11-08T03:21:21,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T03:21:21,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,564 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,565 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ae16a46b0a955dd888f99babf0ed9d columnFamilyName hfileref 2024-11-08T03:21:21,565 DEBUG [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:21,565 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(327): Store=19ae16a46b0a955dd888f99babf0ed9d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:21,565 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,566 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ae16a46b0a955dd888f99babf0ed9d columnFamilyName queue 2024-11-08T03:21:21,566 DEBUG [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:21,566 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(327): Store=19ae16a46b0a955dd888f99babf0ed9d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:21,566 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,567 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ae16a46b0a955dd888f99babf0ed9d columnFamilyName sid 2024-11-08T03:21:21,567 DEBUG [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T03:21:21,568 INFO [StoreOpener-19ae16a46b0a955dd888f99babf0ed9d-1 {}] regionserver.HStore(327): Store=19ae16a46b0a955dd888f99babf0ed9d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T03:21:21,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T03:21:21,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T03:21:21,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19ae16a46b0a955dd888f99babf0ed9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65010177, jitterRate=-0.031272873282432556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T03:21:21,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:21,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19ae16a46b0a955dd888f99babf0ed9d: Running coprocessor pre-open hook at 1731036081563Writing region info on filesystem at 1731036081563Initializing all the Stores at 1731036081563Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036081563Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036081563Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731036081563Cleaning up temporary data from old regions at 1731036081572 (+9 ms)Running coprocessor post-open hooks at 1731036081576 (+4 ms)Region opened successfully at 1731036081576 2024-11-08T03:21:21,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d., pid=10, masterSystemTime=1731036081539 2024-11-08T03:21:21,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:21,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19ae16a46b0a955dd888f99babf0ed9d, regionState=OPEN, openSeqNum=2, regionLocation=350fccc412b5,46793,1731036063101 2024-11-08T03:21:21,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ae16a46b0a955dd888f99babf0ed9d, server=350fccc412b5,46793,1731036063101 because future has completed 2024-11-08T03:21:21,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T03:21:21,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19ae16a46b0a955dd888f99babf0ed9d, server=350fccc412b5,46793,1731036063101 in 196 msec 2024-11-08T03:21:21,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T03:21:21,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ae16a46b0a955dd888f99babf0ed9d, ASSIGN in 351 msec 2024-11-08T03:21:21,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T03:21:21,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731036081586"}]},"ts":"1731036081586"} 2024-11-08T03:21:21,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T03:21:21,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T03:21:21,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-08T03:21:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d., hostname=350fccc412b5,46793,1731036063101, seqNum=2] 2024-11-08T03:21:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:21,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:21:21,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T03:21:21,819 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T03:21:21,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:21,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,861 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-350fccc412b5,46793,1731036063101, ReplicationSource: 1, currentBandwidth=0 2024-11-08T03:21:21,861 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:21,861 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46793,1731036063101, seqNum=-1] 2024-11-08T03:21:21,862 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:21,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T03:21:21,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-350fccc412b5,46793,1731036063101', locateType=CURRENT is [region=hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d., hostname=350fccc412b5,46793,1731036063101, seqNum=2] 2024-11-08T03:21:21,876 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T03:21:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T03:21:21,879 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 350fccc412b5,46793,1731036063101 suceeded 2024-11-08T03:21:21,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T03:21:21,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-08T03:21:21,881 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://350fccc412b5:34067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:21:21,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-08T03:21:21,919 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:34067' 2024-11-08T03:21:21,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,933 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14284ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:21,933 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34067,-1 for getting cluster id 2024-11-08T03:21:21,934 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:21,935 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4e4d83-a408-4102-9527-fcf80d2f6f8f' 2024-11-08T03:21:21,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:21,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4e4d83-a408-4102-9527-fcf80d2f6f8f" 2024-11-08T03:21:21,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b17e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:21,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34067,-1] 2024-11-08T03:21:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:21,937 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:21,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,942 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f43ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:21,943 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:21,944 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34067,1731036067159 2024-11-08T03:21:21,944 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@980b1cb 2024-11-08T03:21:21,944 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:21,945 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T03:21:21,946 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-350fccc412b5,46793,1731036063101 (queues=1) is replicating from cluster=4f1ffea0-9b20-4389-927f-79f99398f6cf to cluster=8e4e4d83-a408-4102-9527-fcf80d2f6f8f 2024-11-08T03:21:21,946 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=350fccc412b5%2C46793%2C1731036063101 2024-11-08T03:21:21,946 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-350fccc412b5,46793,1731036063101, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:21:21,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:21,960 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271, startPosition=0, beingWritten=true 2024-11-08T03:21:21,974 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C46793%2C1731036063101 2024-11-08T03:21:21,988 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:21:21,988 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 379, reset compression=false 2024-11-08T03:21:21,988 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:21:22,209 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 379, reset compression=false 2024-11-08T03:21:22,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T03:21:22,513 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 379, reset compression=false 2024-11-08T03:21:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T03:21:22,548 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T03:21:22,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:22,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:22,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:22,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edbcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:22,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:22,550 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:22,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60199c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,551 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:22,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca8b2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321da4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34067,-1 for getting cluster id 2024-11-08T03:21:22,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:22,553 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4e4d83-a408-4102-9527-fcf80d2f6f8f' 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4e4d83-a408-4102-9527-fcf80d2f6f8f" 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7618d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34067,-1] 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:22,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,554 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c527b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aded8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34927,-1 for getting cluster id 2024-11-08T03:21:22,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:22,565 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc28493-ee6e-4685-aea4-06a94ca7a4d3' 2024-11-08T03:21:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc28493-ee6e-4685-aea4-06a94ca7a4d3" 2024-11-08T03:21:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34927,-1] 2024-11-08T03:21:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,566 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ff9bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:22,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731036082570/Put/seqid=0 2024-11-08T03:21:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741840_1016 (size=7894) 2024-11-08T03:21:22,870 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:21:22,917 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 379, reset compression=false 2024-11-08T03:21:22,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731036082976/Put/seqid=0 2024-11-08T03:21:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741841_1017 (size=7691) 2024-11-08T03:21:22,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe59557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:22,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:22,982 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29957d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:22,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:22,983 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:22,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:22,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46793,1731036063101, seqNum=-1] 2024-11-08T03:21:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:22,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:22,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40231,1731036062787 2024-11-08T03:21:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f256d9 2024-11-08T03:21:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:22,992 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2] 2024-11-08T03:21:22,997 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:21:23,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T03:21:23,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T03:21:23,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T03:21:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:23,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T03:21:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegion(2603): Flush status journal for 3ced732a38cb63b2ef0e1fa15b3b64d6: 2024-11-08T03:21:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_1 2024-11-08T03:21:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_1 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ 2024-11-08T03:21:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_0 2024-11-08T03:21:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_0 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ 2024-11-08T03:21:23,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_1 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ - updating store file list. 2024-11-08T03:21:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 186e698001f74333ad62d728e8e417dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:23,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ into 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:23,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_1 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f (new location: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/186e698001f74333ad62d728e8e417dc_SeqId_4_) 2024-11-08T03:21:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_1 2024-11-08T03:21:23,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_0 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ - updating store file list. 2024-11-08T03:21:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:23,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ into 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:23,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_0 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f (new location: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_) 2024-11-08T03:21:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__tpr5voopsttfminqrq0qvll9hr4etil8fvhp0eiil3eu3uf4e9au6bm1bjuer8na/f/hfile_0 2024-11-08T03:21:23,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:23,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:23,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:23,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 , the old value is region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:46793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:21:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:21:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 from cache 2024-11-08T03:21:23,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:23,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:23,036 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:21:23,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46769,1731036067291, seqNum=-1] 2024-11-08T03:21:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:23,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5., hostname=350fccc412b5,46769,1731036067291, seqNum=2] 2024-11-08T03:21:23,041 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:21:23,138 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:21:23,420 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 379, reset compression=false 2024-11-08T03:21:23,424 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:21:23,424 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ced732a38cb63b2ef0e1fa15b3b64d6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731036083032/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:21:23,426 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:23,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T03:21:23,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(318): Replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:23,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e85be33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:23,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34067,-1 for getting cluster id 2024-11-08T03:21:23,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:23,428 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4e4d83-a408-4102-9527-fcf80d2f6f8f' 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4e4d83-a408-4102-9527-fcf80d2f6f8f" 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314065b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34067,-1] 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:23,429 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:23,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d7d0ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741837_1013 (size=7691) 2024-11-08T03:21:23,624 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 687, reset compression=false 2024-11-08T03:21:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741838_1014 (size=7894) 2024-11-08T03:21:23,928 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 687, reset compression=false 2024-11-08T03:21:24,043 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:21:24,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34067,1731036067159 2024-11-08T03:21:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ebb1b4d 2024-11-08T03:21:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:24,277 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T03:21:24,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:21:24,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:24,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46769,1731036067291, seqNum=-1] 2024-11-08T03:21:24,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:24,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T03:21:24,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T03:21:24,296 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T03:21:24,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ for inclusion in 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T03:21:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:24,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ for inclusion in 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T03:21:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(2603): Flush status journal for 8ac322dbf317e0299cc2b157e45336c5: 2024-11-08T03:21:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/d96cc81572f4469da7783c8038355101_SeqId_4_ 2024-11-08T03:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 186e698001f74333ad62d728e8e417dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/be3fd44594764e4b98775eba5552b678_SeqId_4_ 2024-11-08T03:21:24,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/d96cc81572f4469da7783c8038355101_SeqId_4_ - updating store file list. 2024-11-08T03:21:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d96cc81572f4469da7783c8038355101_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:24,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/d96cc81572f4469da7783c8038355101_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:24,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f (new location: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/d96cc81572f4469da7783c8038355101_SeqId_4_) 2024-11-08T03:21:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/a740f3a5b68743e9b8e82f5d4a9dcdda_SeqId_4_ 2024-11-08T03:21:24,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/be3fd44594764e4b98775eba5552b678_SeqId_4_ - updating store file list. 2024-11-08T03:21:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be3fd44594764e4b98775eba5552b678_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:24,331 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 687, reset compression=false 2024-11-08T03:21:24,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/be3fd44594764e4b98775eba5552b678_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:24,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ into 8ac322dbf317e0299cc2b157e45336c5/f (new location: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/be3fd44594764e4b98775eba5552b678_SeqId_4_) 2024-11-08T03:21:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__3gqb884ac6p1imdpl7vqpfenrae7696jgsd7abna2lpuomvn4al0g061qhm3jgq7/f/186e698001f74333ad62d728e8e417dc_SeqId_4_ 2024-11-08T03:21:24,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(324): Finished replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:24,841 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 687, reset compression=false 2024-11-08T03:21:25,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,41585,1731036073173, seqNum=-1] 2024-11-08T03:21:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:25,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:25,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95., hostname=350fccc412b5,41585,1731036073173, seqNum=2] 2024-11-08T03:21:25,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:25,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T03:21:25,061 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 350fccc412b5%2C46793%2C1731036063101.rep:(num 1731036081544) roll requested 2024-11-08T03:21:25,079 DEBUG [regionserver/350fccc412b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036085061, exclude list is [], retry=0 2024-11-08T03:21:25,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:25,083 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036081544 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036085061 2024-11-08T03:21:25,083 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:25,083 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036081544 is not closed yet, will try archiving it next time 2024-11-08T03:21:25,083 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 350fccc412b5%2C46793%2C1731036063101:(num 1731036064271) roll requested 2024-11-08T03:21:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741839_1015 (size=1505) 2024-11-08T03:21:25,100 DEBUG [regionserver/350fccc412b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, exclude list is [], retry=0 2024-11-08T03:21:25,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:25,109 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 2024-11-08T03:21:25,110 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:25,110 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 is not closed yet, will try archiving it next time 2024-11-08T03:21:25,110 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 350fccc412b5%2C46793%2C1731036063101.meta:.meta(num 1731036064731) roll requested 2024-11-08T03:21:25,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dde59d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:25,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:25,118 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cf9ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:25,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,119 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477c8d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40231,1731036062787 2024-11-08T03:21:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d889886 2024-11-08T03:21:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741833_1009 (size=695) 2024-11-08T03:21:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:25,123 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:25,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://350fccc412b5:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T03:21:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T03:21:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:21:25,125 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:34927' 2024-11-08T03:21:25,127 DEBUG [regionserver/350fccc412b5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036085110.meta, exclude list is [], retry=0 2024-11-08T03:21:25,128 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/oldWALs/350fccc412b5%2C46793%2C1731036063101.1731036064271 2024-11-08T03:21:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-f92eda70-d678-4272-b4fd-c3d60fec9ab0,DISK] 2024-11-08T03:21:25,133 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16463098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,133 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34927,-1 for getting cluster id 2024-11-08T03:21:25,133 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:25,133 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc28493-ee6e-4685-aea4-06a94ca7a4d3' 2024-11-08T03:21:25,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc28493-ee6e-4685-aea4-06a94ca7a4d3" 2024-11-08T03:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a97bd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34927,-1] 2024-11-08T03:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,135 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:25,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f575e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,135 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:25,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34927,1731036073041 2024-11-08T03:21:25,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@830bc34 2024-11-08T03:21:25,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:25,136 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:25,137 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T03:21:25,137 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T03:21:25,137 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036064731.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036085110.meta 2024-11-08T03:21:25,137 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,137 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:25,144 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-08T03:21:25,144 DEBUG [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036064731.meta is not closed yet, will try archiving it next time 2024-11-08T03:21:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741834_1010 (size=3473) 2024-11-08T03:21:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:21:25,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T03:21:25,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T03:21:25,423 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T03:21:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:21:25,445 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 to pos 687, reset compression=false 2024-11-08T03:21:25,446 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 was moved to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/oldWALs/350fccc412b5%2C46793%2C1731036063101.1731036064271 2024-11-08T03:21:25,447 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271 2024-11-08T03:21:25,447 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036064271, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T03:21:25,447 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, startPosition=0, beingWritten=true 2024-11-08T03:21:25,449 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [350fccc412b5%2C46793%2C1731036063101.1731036064271] 2024-11-08T03:21:25,457 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-350fccc412b5,46793,1731036063101, ReplicationSource: 2, currentBandwidth=0 2024-11-08T03:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T03:21:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T03:21:25,461 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 350fccc412b5,46793,1731036063101 suceeded 2024-11-08T03:21:25,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T03:21:25,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T03:21:25,462 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://350fccc412b5:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T03:21:25,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 339 msec 2024-11-08T03:21:25,472 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='350fccc412b5:34927' 2024-11-08T03:21:25,473 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7177e2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,473 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34927,-1 for getting cluster id 2024-11-08T03:21:25,473 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:25,474 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc28493-ee6e-4685-aea4-06a94ca7a4d3' 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc28493-ee6e-4685-aea4-06a94ca7a4d3" 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36df83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34927,-1] 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,475 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:25,475 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7727f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:25,475 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:25,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34927,1731036073041 2024-11-08T03:21:25,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624961fb 2024-11-08T03:21:25,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:25,477 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T03:21:25,477 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-350fccc412b5,46793,1731036063101 (queues=1) is replicating from cluster=4f1ffea0-9b20-4389-927f-79f99398f6cf to cluster=dbc28493-ee6e-4685-aea4-06a94ca7a4d3 2024-11-08T03:21:25,477 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=350fccc412b5%2C46793%2C1731036063101 2024-11-08T03:21:25,477 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-350fccc412b5,46793,1731036063101, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T03:21:25,478 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, startPosition=0, beingWritten=true 2024-11-08T03:21:25,486 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 350fccc412b5%2C46793%2C1731036063101 2024-11-08T03:21:25,688 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 0, reset compression=false 2024-11-08T03:21:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T03:21:25,748 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T03:21:25,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:25,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:25,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:25,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:25,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T03:21:25,753 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731036085752/Put/seqid=0 2024-11-08T03:21:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741845_1021 (size=11194) 2024-11-08T03:21:25,991 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 0, reset compression=false 2024-11-08T03:21:26,151 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 0, reset compression=false 2024-11-08T03:21:26,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731036086157/Put/seqid=0 2024-11-08T03:21:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741846_1022 (size=10791) 2024-11-08T03:21:26,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c85dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,40231,-1 for getting cluster id 2024-11-08T03:21:26,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:26,163 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f1ffea0-9b20-4389-927f-79f99398f6cf' 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f1ffea0-9b20-4389-927f-79f99398f6cf" 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560dc20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,40231,-1] 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:26,164 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:26,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,46793,1731036063101, seqNum=-1] 2024-11-08T03:21:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:26,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T03:21:26,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:26,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,40231,1731036062787 2024-11-08T03:21:26,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@896fab0 2024-11-08T03:21:26,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:26,174 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T03:21:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2] 2024-11-08T03:21:26,178 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:21:26,182 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T03:21:26,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T03:21:26,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T03:21:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:26,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T03:21:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegion(2603): Flush status journal for 3ced732a38cb63b2ef0e1fa15b3b64d6: 2024-11-08T03:21:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_0 2024-11-08T03:21:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_0 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ 2024-11-08T03:21:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_1 2024-11-08T03:21:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_1 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ 2024-11-08T03:21:26,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_0 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ - updating store file list. 2024-11-08T03:21:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6988c9e9a25d488f861489df5d4acd80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:26,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ into 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:26,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_0 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f (new location: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_) 2024-11-08T03:21:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_0 2024-11-08T03:21:26,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_1 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ - updating store file list. 2024-11-08T03:21:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d7c7ef466ad4275bb2099c78b804921_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:26,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ into 3ced732a38cb63b2ef0e1fa15b3b64d6/f 2024-11-08T03:21:26,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_1 into 3ced732a38cb63b2ef0e1fa15b3b64d6/f (new location: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_) 2024-11-08T03:21:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/staging/jenkins__test__f69u64ovj35uu7oda6jv28jnj0h6o33ll3d1me1k8b862naq3r1nd4j07im2ff78/f/hfile_1 2024-11-08T03:21:26,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:26,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:26,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:26,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 , the old value is region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=350fccc412b5:46793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:21:26,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T03:21:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., hostname=350fccc412b5,46793,1731036063101, seqNum=2 from cache 2024-11-08T03:21:26,206 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T03:21:26,209 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:21:26,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T03:21:26,395 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 0, reset compression=false 2024-11-08T03:21:26,399 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:21:26,399 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ced732a38cb63b2ef0e1fa15b3b64d6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731036086204/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:21:26,400 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T03:21:26,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T03:21:26,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.ReplicationSink(318): Replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:26,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265c6d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] client.ClusterIdFetcher(90): Going to request 350fccc412b5,34927,-1 for getting cluster id 2024-11-08T03:21:26,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T03:21:26,402 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc28493-ee6e-4685-aea4-06a94ca7a4d3' 2024-11-08T03:21:26,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T03:21:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc28493-ee6e-4685-aea4-06a94ca7a4d3" 2024-11-08T03:21:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70779527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [350fccc412b5,34927,-1] 2024-11-08T03:21:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T03:21:26,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:26,403 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T03:21:26,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T03:21:26,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741837_1013 (size=11194) 2024-11-08T03:21:26,599 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741838_1014 (size=10791) 2024-11-08T03:21:26,902 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:26,954 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 0, reset compression=false 2024-11-08T03:21:26,958 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T03:21:26,958 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ced732a38cb63b2ef0e1fa15b3b64d6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731036086204/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T03:21:26,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(318): Replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741839_1015 (size=11194) 2024-11-08T03:21:27,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:27,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:27,158 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:27,215 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T03:21:27,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 350fccc412b5,34927,1731036073041 2024-11-08T03:21:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16dc8b3b 2024-11-08T03:21:27,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T03:21:27,220 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T03:21:27,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:21:27,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T03:21:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=350fccc412b5,41585,1731036073173, seqNum=-1] 2024-11-08T03:21:27,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T03:21:27,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T03:21:27,229 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T03:21:27,231 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T03:21:27,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ for inclusion in c772ede6861cc3a3c0985df9cf07ce95/f 2024-11-08T03:21:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T03:21:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:27,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ for inclusion in c772ede6861cc3a3c0985df9cf07ce95/f 2024-11-08T03:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T03:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HRegion(2603): Flush status journal for c772ede6861cc3a3c0985df9cf07ce95: 2024-11-08T03:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/639ba1104ba548c2ad762358c8ca2726_SeqId_4_ 2024-11-08T03:21:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6988c9e9a25d488f861489df5d4acd80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/105bbba5a4ad427ebf7c43ab0541c87b_SeqId_4_ 2024-11-08T03:21:27,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ into c772ede6861cc3a3c0985df9cf07ce95/f as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/639ba1104ba548c2ad762358c8ca2726_SeqId_4_ - updating store file list. 2024-11-08T03:21:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 639ba1104ba548c2ad762358c8ca2726_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:27,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/639ba1104ba548c2ad762358c8ca2726_SeqId_4_ into c772ede6861cc3a3c0985df9cf07ce95/f 2024-11-08T03:21:27,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ into c772ede6861cc3a3c0985df9cf07ce95/f (new location: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/639ba1104ba548c2ad762358c8ca2726_SeqId_4_) 2024-11-08T03:21:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ 2024-11-08T03:21:27,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ into c772ede6861cc3a3c0985df9cf07ce95/f as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/105bbba5a4ad427ebf7c43ab0541c87b_SeqId_4_ - updating store file list. 2024-11-08T03:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 105bbba5a4ad427ebf7c43ab0541c87b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:27,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/105bbba5a4ad427ebf7c43ab0541c87b_SeqId_4_ into c772ede6861cc3a3c0985df9cf07ce95/f 2024-11-08T03:21:27,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ into c772ede6861cc3a3c0985df9cf07ce95/f (new location: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/f/105bbba5a4ad427ebf7c43ab0541c87b_SeqId_4_) 2024-11-08T03:21:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/staging/jenkins.hfs.23__test__blfh8i5ug9qeb3588ld1j74bjr3u9lab5uel7rmhdo398bdn6j0aivnsvinbesj5/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ 2024-11-08T03:21:27,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41585 {}] regionserver.ReplicationSink(324): Finished replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:27,306 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741840_1016 (size=10791) 2024-11-08T03:21:27,462 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:27,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T03:21:27,787 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T03:21:27,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T03:21:27,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ for inclusion in 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T03:21:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:27,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ for inclusion in 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T03:21:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T03:21:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegion(2603): Flush status journal for 8ac322dbf317e0299cc2b157e45336c5: 2024-11-08T03:21:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/5c4b108debe847d385a4a4f5d2572ffd_SeqId_6_ 2024-11-08T03:21:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6988c9e9a25d488f861489df5d4acd80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T03:21:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/4d4b6f43658b41c1bcbebdec556cd829_SeqId_6_ 2024-11-08T03:21:27,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/5c4b108debe847d385a4a4f5d2572ffd_SeqId_6_ - updating store file list. 2024-11-08T03:21:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c4b108debe847d385a4a4f5d2572ffd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:27,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/5c4b108debe847d385a4a4f5d2572ffd_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:27,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f (new location: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/5c4b108debe847d385a4a4f5d2572ffd_SeqId_6_) 2024-11-08T03:21:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/9d7c7ef466ad4275bb2099c78b804921_SeqId_6_ 2024-11-08T03:21:27,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/4d4b6f43658b41c1bcbebdec556cd829_SeqId_6_ - updating store file list. 2024-11-08T03:21:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d4b6f43658b41c1bcbebdec556cd829_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T03:21:27,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/4d4b6f43658b41c1bcbebdec556cd829_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f 2024-11-08T03:21:27,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ into 8ac322dbf317e0299cc2b157e45336c5/f (new location: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/f/4d4b6f43658b41c1bcbebdec556cd829_SeqId_6_) 2024-11-08T03:21:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/staging/jenkins.hfs.22__test__qe8frqot7869uusl79lh3u4rqs2kjusio8kbfnap8oq33aleof8tnk922snh1tc1/f/6988c9e9a25d488f861489df5d4acd80_SeqId_6_ 2024-11-08T03:21:27,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(324): Finished replicating [4f1ffea0-9b20-4389-927f-79f99398f6cf] bulk loaded data 2024-11-08T03:21:27,809 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:27,865 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:28,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:21:28,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:28,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:28,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:28,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:28,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:28,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:21:28,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841733709, stopped=false 2024-11-08T03:21:28,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,34927,1731036073041 2024-11-08T03:21:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2054752505/running 2024-11-08T03:21:28,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:28,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:28,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:28,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:28,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,41585,1731036073173' ***** 2024-11-08T03:21:28,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:21:28,302 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:21:28,303 INFO [RS:0;350fccc412b5:41585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:21:28,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/running 2024-11-08T03:21:28,303 INFO [RS:0;350fccc412b5:41585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:21:28,303 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(3091): Received CLOSE for c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2054752505/running 2024-11-08T03:21:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:28,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:21:28,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Set watcher on znode that does not yet exist, /2-2054752505/running 2024-11-08T03:21:28,304 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,41585,1731036073173 2024-11-08T03:21:28,304 INFO [RS:0;350fccc412b5:41585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:28,305 INFO [RS:0;350fccc412b5:41585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:41585. 2024-11-08T03:21:28,305 DEBUG [RS:0;350fccc412b5:41585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:28,305 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c772ede6861cc3a3c0985df9cf07ce95, disabling compactions & flushes 2024-11-08T03:21:28,305 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:28,305 INFO [RS:0;350fccc412b5:41585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:21:28,305 INFO [RS:0;350fccc412b5:41585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:21:28,305 INFO [RS:0;350fccc412b5:41585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:21:28,305 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:21:28,305 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:28,307 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:28,307 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. after waiting 0 ms 2024-11-08T03:21:28,307 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:28,320 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:21:28,320 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1325): Online Regions={c772ede6861cc3a3c0985df9cf07ce95=test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:21:28,320 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c772ede6861cc3a3c0985df9cf07ce95 2024-11-08T03:21:28,320 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:28,320 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:28,320 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:28,320 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:21:28,320 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:28,321 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T03:21:28,324 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/default/test/c772ede6861cc3a3c0985df9cf07ce95/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T03:21:28,325 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:28,325 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:21:28,325 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:28,325 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c772ede6861cc3a3c0985df9cf07ce95: Waiting for close lock at 1731036088304Running coprocessor pre-close hooks at 1731036088304Disabling compacts and flushes for region at 1731036088304Disabling writes for close at 1731036088307 (+3 ms)Writing region close event to WAL at 1731036088321 (+14 ms)Running coprocessor post-close hooks at 1731036088325 (+4 ms)Closed at 1731036088325 2024-11-08T03:21:28,325 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95. 2024-11-08T03:21:28,330 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:28,335 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/info/09b35cd299724173a2ead42b76c2249e is 129, key is test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95./info:regioninfo/1731036079999/Put/seqid=0 2024-11-08T03:21:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741839_1015 (size=6421) 2024-11-08T03:21:28,372 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:28,412 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:28,520 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:28,720 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:21:28,720 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:21:28,721 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:28,739 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/info/09b35cd299724173a2ead42b76c2249e 2024-11-08T03:21:28,754 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/ns/425e82bddaca474fa5b203416078d422 is 43, key is default/ns:d/1731036076360/Put/seqid=0 2024-11-08T03:21:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741840_1016 (size=5153) 2024-11-08T03:21:28,921 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:28,976 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:29,115 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:29,121 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:29,158 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/ns/425e82bddaca474fa5b203416078d422 2024-11-08T03:21:29,173 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/215752101ef74955a2d5d108a7c57793 is 112, key is test,,1731036079250.c772ede6861cc3a3c0985df9cf07ce95./rep_barrier:seqnumDuringOpen/1731036079999/Put/seqid=0 2024-11-08T03:21:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741841_1017 (size=5518) 2024-11-08T03:21:29,321 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:21:29,321 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:21:29,321 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:29,521 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:29,576 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/215752101ef74955a2d5d108a7c57793 2024-11-08T03:21:29,591 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/table/dc9e8b181ccf4760af9344a9dfdbafad is 40, key is test/table:state/1731036080007/Put/seqid=0 2024-11-08T03:21:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741842_1018 (size=5165) 2024-11-08T03:21:29,679 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:29,721 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:29,918 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:29,922 DEBUG [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:29,995 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/table/dc9e8b181ccf4760af9344a9dfdbafad 2024-11-08T03:21:29,998 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/info/09b35cd299724173a2ead42b76c2249e as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/info/09b35cd299724173a2ead42b76c2249e 2024-11-08T03:21:30,001 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/info/09b35cd299724173a2ead42b76c2249e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T03:21:30,001 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/ns/425e82bddaca474fa5b203416078d422 as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/ns/425e82bddaca474fa5b203416078d422 2024-11-08T03:21:30,005 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/ns/425e82bddaca474fa5b203416078d422, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:21:30,005 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/215752101ef74955a2d5d108a7c57793 as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/rep_barrier/215752101ef74955a2d5d108a7c57793 2024-11-08T03:21:30,010 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/rep_barrier/215752101ef74955a2d5d108a7c57793, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T03:21:30,010 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/.tmp/table/dc9e8b181ccf4760af9344a9dfdbafad as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/table/dc9e8b181ccf4760af9344a9dfdbafad 2024-11-08T03:21:30,014 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/table/dc9e8b181ccf4760af9344a9dfdbafad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:21:30,015 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=11, compaction requested=false 2024-11-08T03:21:30,028 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:21:30,028 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:30,028 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:21:30,028 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:30,028 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036088320Running coprocessor pre-close hooks at 1731036088320Disabling compacts and flushes for region at 1731036088320Disabling writes for close at 1731036088320Obtaining lock to block concurrent updates at 1731036088321 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731036088321Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731036088321Flushing stores of hbase:meta,,1.1588230740 at 1731036088321Flushing 1588230740/info: creating writer at 1731036088322 (+1 ms)Flushing 1588230740/info: appending metadata at 1731036088335 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731036088335Flushing 1588230740/ns: creating writer at 1731036088742 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731036088754 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731036088754Flushing 1588230740/rep_barrier: creating writer at 1731036089161 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036089173 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036089173Flushing 1588230740/table: creating writer at 1731036089579 (+406 ms)Flushing 1588230740/table: appending metadata at 1731036089591 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731036089591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b52ebf: reopening flushed file at 1731036089997 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec04e8f: reopening flushed file at 1731036090001 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38469284: reopening flushed file at 1731036090005 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fa242c: reopening flushed file at 1731036090010 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=11, compaction requested=false at 1731036090015 (+5 ms)Writing region close event to WAL at 1731036090025 (+10 ms)Running coprocessor post-close hooks at 1731036090028 (+3 ms)Closed at 1731036090028 2024-11-08T03:21:30,028 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:30,122 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,41585,1731036073173; all regions closed. 2024-11-08T03:21:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741834_1010 (size=2717) 2024-11-08T03:21:30,125 DEBUG [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/oldWALs 2024-11-08T03:21:30,125 INFO [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C41585%2C1731036073173.meta:.meta(num 1731036076302) 2024-11-08T03:21:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741832_1008 (size=1028) 2024-11-08T03:21:30,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/WALs/350fccc412b5,41585,1731036073173/350fccc412b5%2C41585%2C1731036073173.1731036075860 not finished, retry = 0 2024-11-08T03:21:30,229 DEBUG [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/oldWALs 2024-11-08T03:21:30,229 INFO [RS:0;350fccc412b5:41585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C41585%2C1731036073173:(num 1731036075860) 2024-11-08T03:21:30,229 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:30,229 INFO [RS:0;350fccc412b5:41585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:30,229 INFO [RS:0;350fccc412b5:41585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:30,229 INFO [RS:0;350fccc412b5:41585 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:30,229 INFO [RS:0;350fccc412b5:41585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:30,229 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:30,230 INFO [RS:0;350fccc412b5:41585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:41585. 2024-11-08T03:21:30,230 DEBUG [RS:0;350fccc412b5:41585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:30,230 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:30,230 DEBUG [RS:0;350fccc412b5:41585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:30,230 INFO [RS:0;350fccc412b5:41585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41585 2024-11-08T03:21:30,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2054752505/rs/350fccc412b5,41585,1731036073173 2024-11-08T03:21:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505/rs 2024-11-08T03:21:30,237 INFO [RS:0;350fccc412b5:41585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:30,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,41585,1731036073173] 2024-11-08T03:21:30,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2054752505/draining/350fccc412b5,41585,1731036073173 already deleted, retry=false 2024-11-08T03:21:30,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,41585,1731036073173 expired; onlineServers=0 2024-11-08T03:21:30,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,34927,1731036073041' ***** 2024-11-08T03:21:30,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:21:30,259 INFO [M:0;350fccc412b5:34927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:30,259 INFO [M:0;350fccc412b5:34927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:30,259 DEBUG [M:0;350fccc412b5:34927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:21:30,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:21:30,259 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036075535 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036075535,5,FailOnTimeoutGroup] 2024-11-08T03:21:30,259 DEBUG [M:0;350fccc412b5:34927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:21:30,259 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036075539 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036075539,5,FailOnTimeoutGroup] 2024-11-08T03:21:30,259 INFO [M:0;350fccc412b5:34927 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:30,259 INFO [M:0;350fccc412b5:34927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:30,259 DEBUG [M:0;350fccc412b5:34927 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:21:30,260 INFO [M:0;350fccc412b5:34927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:21:30,260 INFO [M:0;350fccc412b5:34927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:30,260 INFO [M:0;350fccc412b5:34927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:21:30,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:21:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2054752505/master 2024-11-08T03:21:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2054752505 2024-11-08T03:21:30,269 DEBUG [M:0;350fccc412b5:34927 {}] zookeeper.ZKUtil(347): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Unable to get data of znode /2-2054752505/master because node does not exist (not an error) 2024-11-08T03:21:30,269 WARN [M:0;350fccc412b5:34927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:21:30,270 INFO [M:0;350fccc412b5:34927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/.lastflushedseqids 2024-11-08T03:21:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741843_1019 (size=173) 2024-11-08T03:21:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:30,348 INFO [RS:0;350fccc412b5:41585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:30,348 INFO [RS:0;350fccc412b5:41585 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,41585,1731036073173; zookeeper connection closed. 2024-11-08T03:21:30,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41585-0x101187615e80007, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:30,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 2024-11-08T03:21:30,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:21:30,482 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:30,677 INFO [M:0;350fccc412b5:34927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:21:30,677 INFO [M:0;350fccc412b5:34927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:21:30,677 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:30,677 INFO [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:30,677 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:30,677 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:30,677 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:30,677 INFO [M:0;350fccc412b5:34927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-08T03:21:30,702 DEBUG [M:0;350fccc412b5:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1496d81cd6d4ea1a6159f3ea0906bf2 is 82, key is hbase:meta,,1/info:regioninfo/1731036076338/Put/seqid=0 2024-11-08T03:21:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741844_1020 (size=5672) 2024-11-08T03:21:30,821 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:31,106 INFO [M:0;350fccc412b5:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1496d81cd6d4ea1a6159f3ea0906bf2 2024-11-08T03:21:31,132 DEBUG [M:0;350fccc412b5:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae287285a69e4c33b040f0f346977cf0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731036080010/Put/seqid=0 2024-11-08T03:21:31,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741845_1021 (size=6587) 2024-11-08T03:21:31,393 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:31,540 INFO [M:0;350fccc412b5:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae287285a69e4c33b040f0f346977cf0 2024-11-08T03:21:31,559 DEBUG [M:0;350fccc412b5:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165be2248f3f479898de4b647695c6ec is 69, key is 350fccc412b5,41585,1731036073173/rs:state/1731036075660/Put/seqid=0 2024-11-08T03:21:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741846_1022 (size=5156) 2024-11-08T03:21:31,841 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:31,962 INFO [M:0;350fccc412b5:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165be2248f3f479898de4b647695c6ec 2024-11-08T03:21:31,966 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1496d81cd6d4ea1a6159f3ea0906bf2 as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1496d81cd6d4ea1a6159f3ea0906bf2 2024-11-08T03:21:31,969 INFO [M:0;350fccc412b5:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1496d81cd6d4ea1a6159f3ea0906bf2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T03:21:31,970 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae287285a69e4c33b040f0f346977cf0 as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae287285a69e4c33b040f0f346977cf0 2024-11-08T03:21:31,973 INFO [M:0;350fccc412b5:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae287285a69e4c33b040f0f346977cf0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T03:21:31,974 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165be2248f3f479898de4b647695c6ec as hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165be2248f3f479898de4b647695c6ec 2024-11-08T03:21:31,977 INFO [M:0;350fccc412b5:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38729/user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165be2248f3f479898de4b647695c6ec, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T03:21:31,978 INFO [M:0;350fccc412b5:34927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false 2024-11-08T03:21:31,979 INFO [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:31,979 DEBUG [M:0;350fccc412b5:34927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036090677Disabling compacts and flushes for region at 1731036090677Disabling writes for close at 1731036090677Obtaining lock to block concurrent updates at 1731036090677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036090677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731036090677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036090678 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036090678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036090702 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036090702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036091114 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036091131 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036091132 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036091544 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036091558 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036091558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7401513c: reopening flushed file at 1731036091966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fd7f20: reopening flushed file at 1731036091969 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1025f85: reopening flushed file at 1731036091973 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false at 1731036091978 (+5 ms)Writing region close event to WAL at 1731036091979 (+1 ms)Closed at 1731036091979 2024-11-08T03:21:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40871 is added to blk_1073741830_1006 (size=32782) 2024-11-08T03:21:31,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/946759fa-a0fa-377a-0af5-61f4d229aeb9/MasterData/WALs/350fccc412b5,34927,1731036073041/350fccc412b5%2C34927%2C1731036073041.1731036074791 not finished, retry = 0 2024-11-08T03:21:32,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:32,081 INFO [M:0;350fccc412b5:34927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:21:32,081 INFO [M:0;350fccc412b5:34927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34927 2024-11-08T03:21:32,081 INFO [M:0;350fccc412b5:34927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:32,190 INFO [M:0;350fccc412b5:34927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:32,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:32,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x101187615e80006, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:32,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417a9f6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:32,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e64574{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:32,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:32,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f49dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:32,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2164001f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:32,195 WARN [BP-1013196933-172.17.0.3-1731036070517 heartbeating to localhost/127.0.0.1:38729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:21:32,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:21:32,195 WARN [BP-1013196933-172.17.0.3-1731036070517 heartbeating to localhost/127.0.0.1:38729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1013196933-172.17.0.3-1731036070517 (Datanode Uuid 36142a82-3f70-473a-8c48-d88b7a0651dc) service to localhost/127.0.0.1:38729 2024-11-08T03:21:32,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:21:32,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/cluster_0f78511b-a389-89d8-4d67-ee5d1a129e4a/data/data1/current/BP-1013196933-172.17.0.3-1731036070517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:32,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/cluster_0f78511b-a389-89d8-4d67-ee5d1a129e4a/data/data2/current/BP-1013196933-172.17.0.3-1731036070517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:32,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:21:32,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40d0220f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:32,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f6c26aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:32,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:32,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f981344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:32,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23281ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a4931de6-1960-2679-2bd9-71a510b8a38e/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:21:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:21:32,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:32,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:32,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:32,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:32,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:32,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:21:32,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=50725640, stopped=false 2024-11-08T03:21:32,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,34067,1731036067159 2024-11-08T03:21:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11804500449/running 2024-11-08T03:21:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11804500449/running 2024-11-08T03:21:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:32,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:32,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:32,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:32,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:32,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,46769,1731036067291' ***** 2024-11-08T03:21:32,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:21:32,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/running 2024-11-08T03:21:32,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Set watcher on znode that does not yet exist, /11804500449/running 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:32,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,46769,1731036067291 2024-11-08T03:21:32,228 INFO [RS:0;350fccc412b5:46769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:46769. 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ac322dbf317e0299cc2b157e45336c5, disabling compactions & flushes 2024-11-08T03:21:32,229 DEBUG [RS:0;350fccc412b5:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:32,229 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:32,229 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. after waiting 0 ms 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:21:32,229 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T03:21:32,229 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ac322dbf317e0299cc2b157e45336c5=test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5.} 2024-11-08T03:21:32,229 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ac322dbf317e0299cc2b157e45336c5 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:32,229 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:21:32,229 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:32,229 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T03:21:32,232 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/default/test/8ac322dbf317e0299cc2b157e45336c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:21:32,233 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:32,233 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:21:32,233 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:32,233 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ac322dbf317e0299cc2b157e45336c5: Waiting for close lock at 1731036092229Running coprocessor pre-close hooks at 1731036092229Disabling compacts and flushes for region at 1731036092229Disabling writes for close at 1731036092229Writing region close event to WAL at 1731036092229Running coprocessor post-close hooks at 1731036092233 (+4 ms)Closed at 1731036092233 2024-11-08T03:21:32,233 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5. 2024-11-08T03:21:32,250 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/info/49c4df7bc0e5431f82686bf7aef45539 is 129, key is test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5./info:regioninfo/1731036078241/Put/seqid=0 2024-11-08T03:21:32,259 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741841_1017 (size=6421) 2024-11-08T03:21:32,262 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/info/49c4df7bc0e5431f82686bf7aef45539 2024-11-08T03:21:32,282 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/ns/7dfc89e41aa349f693ffd8688115befe is 43, key is default/ns:d/1731036070347/Put/seqid=0 2024-11-08T03:21:32,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741842_1018 (size=5153) 2024-11-08T03:21:32,288 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/ns/7dfc89e41aa349f693ffd8688115befe 2024-11-08T03:21:32,307 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/rep_barrier/233e687daeb64088b808024cfabc7c7e is 112, key is test,,1731036077100.8ac322dbf317e0299cc2b157e45336c5./rep_barrier:seqnumDuringOpen/1731036078241/Put/seqid=0 2024-11-08T03:21:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741843_1019 (size=5518) 2024-11-08T03:21:32,377 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T03:21:32,396 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:32,429 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:32,556 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:21:32,556 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:21:32,629 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:32,710 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/rep_barrier/233e687daeb64088b808024cfabc7c7e 2024-11-08T03:21:32,727 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/table/63b354cdfb224d8b96426971b5284f2f is 40, key is test/table:state/1731036078249/Put/seqid=0 2024-11-08T03:21:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741844_1020 (size=5165) 2024-11-08T03:21:32,830 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:32,944 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:33,030 DEBUG [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:33,130 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/table/63b354cdfb224d8b96426971b5284f2f 2024-11-08T03:21:33,134 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/info/49c4df7bc0e5431f82686bf7aef45539 as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/info/49c4df7bc0e5431f82686bf7aef45539 2024-11-08T03:21:33,137 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/info/49c4df7bc0e5431f82686bf7aef45539, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T03:21:33,138 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/ns/7dfc89e41aa349f693ffd8688115befe as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/ns/7dfc89e41aa349f693ffd8688115befe 2024-11-08T03:21:33,143 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/ns/7dfc89e41aa349f693ffd8688115befe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:21:33,143 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/rep_barrier/233e687daeb64088b808024cfabc7c7e as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/rep_barrier/233e687daeb64088b808024cfabc7c7e 2024-11-08T03:21:33,147 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/rep_barrier/233e687daeb64088b808024cfabc7c7e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T03:21:33,148 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/.tmp/table/63b354cdfb224d8b96426971b5284f2f as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/table/63b354cdfb224d8b96426971b5284f2f 2024-11-08T03:21:33,152 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/table/63b354cdfb224d8b96426971b5284f2f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T03:21:33,153 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=11, compaction requested=false 2024-11-08T03:21:33,156 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T03:21:33,156 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:33,156 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:21:33,156 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:33,156 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036092229Running coprocessor pre-close hooks at 1731036092229Disabling compacts and flushes for region at 1731036092229Disabling writes for close at 1731036092229Obtaining lock to block concurrent updates at 1731036092229Preparing flush snapshotting stores in 1588230740 at 1731036092229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731036092230 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731036092230Flushing 1588230740/info: creating writer at 1731036092230Flushing 1588230740/info: appending metadata at 1731036092250 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731036092250Flushing 1588230740/ns: creating writer at 1731036092267 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731036092282 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731036092282Flushing 1588230740/rep_barrier: creating writer at 1731036092291 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036092306 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036092306Flushing 1588230740/table: creating writer at 1731036092713 (+407 ms)Flushing 1588230740/table: appending metadata at 1731036092727 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731036092727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fd1369: reopening flushed file at 1731036093134 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cede4e5: reopening flushed file at 1731036093138 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262aae25: reopening flushed file at 1731036093143 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e82b3: reopening flushed file at 1731036093147 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=11, compaction requested=false at 1731036093153 (+6 ms)Writing region close event to WAL at 1731036093154 (+1 ms)Running coprocessor post-close hooks at 1731036093156 (+2 ms)Closed at 1731036093156 2024-11-08T03:21:33,156 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:33,230 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,46769,1731036067291; all regions closed. 2024-11-08T03:21:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741834_1010 (size=2717) 2024-11-08T03:21:33,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/WALs/350fccc412b5,46769,1731036067291/350fccc412b5%2C46769%2C1731036067291.meta.1731036070229.meta not finished, retry = 0 2024-11-08T03:21:33,334 DEBUG [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/oldWALs 2024-11-08T03:21:33,334 INFO [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C46769%2C1731036067291.meta:.meta(num 1731036070229) 2024-11-08T03:21:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741832_1008 (size=1374) 2024-11-08T03:21:33,337 DEBUG [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/oldWALs 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 350fccc412b5%2C46769%2C1731036067291:(num 1731036069686) 2024-11-08T03:21:33,337 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:33,337 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:33,337 INFO [RS:0;350fccc412b5:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:46769. 2024-11-08T03:21:33,337 DEBUG [RS:0;350fccc412b5:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:33,337 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:33,338 DEBUG [RS:0;350fccc412b5:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:33,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:33,338 INFO [RS:0;350fccc412b5:46769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46769 2024-11-08T03:21:33,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11804500449/rs/350fccc412b5,46769,1731036067291 2024-11-08T03:21:33,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449/rs 2024-11-08T03:21:33,406 INFO [RS:0;350fccc412b5:46769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:33,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,46769,1731036067291] 2024-11-08T03:21:33,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11804500449/draining/350fccc412b5,46769,1731036067291 already deleted, retry=false 2024-11-08T03:21:33,427 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,46769,1731036067291 expired; onlineServers=0 2024-11-08T03:21:33,427 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,34067,1731036067159' ***** 2024-11-08T03:21:33,427 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:21:33,427 INFO [M:0;350fccc412b5:34067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:33,427 INFO [M:0;350fccc412b5:34067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:33,427 DEBUG [M:0;350fccc412b5:34067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:21:33,427 DEBUG [M:0;350fccc412b5:34067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:21:33,427 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036069344 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036069344,5,FailOnTimeoutGroup] 2024-11-08T03:21:33,427 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036069368 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036069368,5,FailOnTimeoutGroup] 2024-11-08T03:21:33,427 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:21:33,427 INFO [M:0;350fccc412b5:34067 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:33,427 INFO [M:0;350fccc412b5:34067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:33,427 DEBUG [M:0;350fccc412b5:34067 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:21:33,428 INFO [M:0;350fccc412b5:34067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:21:33,428 INFO [M:0;350fccc412b5:34067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:33,428 INFO [M:0;350fccc412b5:34067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:21:33,428 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:21:33,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11804500449/master 2024-11-08T03:21:33,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11804500449 2024-11-08T03:21:33,437 DEBUG [M:0;350fccc412b5:34067 {}] zookeeper.ZKUtil(347): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Unable to get data of znode /11804500449/master because node does not exist (not an error) 2024-11-08T03:21:33,437 WARN [M:0;350fccc412b5:34067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T03:21:33,438 INFO [M:0;350fccc412b5:34067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/.lastflushedseqids 2024-11-08T03:21:33,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741845_1021 (size=173) 2024-11-08T03:21:33,499 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:33,516 INFO [RS:0;350fccc412b5:46769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x101187615e80004, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:33,516 INFO [RS:0;350fccc412b5:46769 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,46769,1731036067291; zookeeper connection closed. 2024-11-08T03:21:33,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6384026c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6384026c 2024-11-08T03:21:33,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:21:33,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T03:21:33,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,847 INFO [M:0;350fccc412b5:34067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:21:33,847 INFO [M:0;350fccc412b5:34067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:21:33,848 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:33,848 INFO [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:33,848 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:33,848 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:33,848 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:33,848 INFO [M:0;350fccc412b5:34067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T03:21:33,880 DEBUG [M:0;350fccc412b5:34067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99593fbff8234d75a68e0a427399c408 is 82, key is hbase:meta,,1/info:regioninfo/1731036070318/Put/seqid=0 2024-11-08T03:21:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741846_1022 (size=5672) 2024-11-08T03:21:33,901 INFO [M:0;350fccc412b5:34067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99593fbff8234d75a68e0a427399c408 2024-11-08T03:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,932 DEBUG [M:0;350fccc412b5:34067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f15b4293014f4d85b1c4083a2aee14 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731036078253/Put/seqid=0 2024-11-08T03:21:33,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741847_1023 (size=6586) 2024-11-08T03:21:33,955 INFO [M:0;350fccc412b5:34067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f15b4293014f4d85b1c4083a2aee14 2024-11-08T03:21:33,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T03:21:33,995 DEBUG [M:0;350fccc412b5:34067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efbbdd7d00284c4687cab161c0d32074 is 69, key is 350fccc412b5,46769,1731036067291/rs:state/1731036069464/Put/seqid=0 2024-11-08T03:21:34,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741848_1024 (size=5156) 2024-11-08T03:21:34,031 INFO [M:0;350fccc412b5:34067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efbbdd7d00284c4687cab161c0d32074 2024-11-08T03:21:34,040 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99593fbff8234d75a68e0a427399c408 as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99593fbff8234d75a68e0a427399c408 2024-11-08T03:21:34,049 INFO [M:0;350fccc412b5:34067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99593fbff8234d75a68e0a427399c408, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T03:21:34,051 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f15b4293014f4d85b1c4083a2aee14 as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1f15b4293014f4d85b1c4083a2aee14 2024-11-08T03:21:34,055 INFO [M:0;350fccc412b5:34067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1f15b4293014f4d85b1c4083a2aee14, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T03:21:34,056 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efbbdd7d00284c4687cab161c0d32074 as hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efbbdd7d00284c4687cab161c0d32074 2024-11-08T03:21:34,060 INFO [M:0;350fccc412b5:34067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36589/user/jenkins/test-data/3a97d3f7-b363-c140-438a-1e3273aa4c7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efbbdd7d00284c4687cab161c0d32074, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T03:21:34,061 INFO [M:0;350fccc412b5:34067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 213ms, sequenceid=55, compaction requested=false 2024-11-08T03:21:34,075 INFO [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:34,075 DEBUG [M:0;350fccc412b5:34067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036093847Disabling compacts and flushes for region at 1731036093847Disabling writes for close at 1731036093848 (+1 ms)Obtaining lock to block concurrent updates at 1731036093848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036093848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731036093848Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036093849 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036093849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036093880 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036093880Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036093906 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036093931 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036093931Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036093960 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036093994 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036093994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bab80d2: reopening flushed file at 1731036094039 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef8c29f: reopening flushed file at 1731036094050 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5a87c4: reopening flushed file at 1731036094055 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 213ms, sequenceid=55, compaction requested=false at 1731036094061 (+6 ms)Writing region close event to WAL at 1731036094075 (+14 ms)Closed at 1731036094075 2024-11-08T03:21:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741830_1006 (size=32770) 2024-11-08T03:21:34,094 INFO [M:0;350fccc412b5:34067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:21:34,094 INFO [M:0;350fccc412b5:34067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34067 2024-11-08T03:21:34,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:34,095 INFO [M:0;350fccc412b5:34067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:34,149 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:34,243 INFO [M:0;350fccc412b5:34067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:34,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34067-0x101187615e80003, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:34,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f0c9ac6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:34,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fd8754c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:34,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:34,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bd7e464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:34,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b6b468d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:34,248 WARN [BP-443616118-172.17.0.3-1731036064933 heartbeating to localhost/127.0.0.1:36589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:21:34,248 WARN [BP-443616118-172.17.0.3-1731036064933 heartbeating to localhost/127.0.0.1:36589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443616118-172.17.0.3-1731036064933 (Datanode Uuid c8a138a5-f84f-40e0-bd65-95b7d9ee019b) service to localhost/127.0.0.1:36589 2024-11-08T03:21:34,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/cluster_9c0a2f06-b72d-fb47-6cc8-8a7961be837f/data/data1/current/BP-443616118-172.17.0.3-1731036064933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:34,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/cluster_9c0a2f06-b72d-fb47-6cc8-8a7961be837f/data/data2/current/BP-443616118-172.17.0.3-1731036064933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:34,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:21:34,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:21:34,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:21:34,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1650389f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:34,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75b16ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:34,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:34,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e62284d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:34,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12930c2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/bbda26fc-eb8f-505f-af74-2467c63836bd/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:34,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:21:34,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T03:21:34,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:34,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:34,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:34,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:34,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:34,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T03:21:34,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2030309773, stopped=false 2024-11-08T03:21:34,275 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=350fccc412b5,40231,1731036062787 2024-11-08T03:21:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01601450436/running 2024-11-08T03:21:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01601450436/running 2024-11-08T03:21:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:34,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:34,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:34,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T03:21:34,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:34,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:34,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '350fccc412b5,46793,1731036063101' ***** 2024-11-08T03:21:34,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T03:21:34,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/running 2024-11-08T03:21:34,291 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T03:21:34,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T03:21:34,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Set watcher on znode that does not yet exist, /01601450436/running 2024-11-08T03:21:34,291 INFO [RS:0;350fccc412b5:46793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T03:21:34,291 INFO [RS:0;350fccc412b5:46793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T03:21:34,291 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(3091): Received CLOSE for 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(959): stopping server 350fccc412b5,46793,1731036063101 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:46793. 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ced732a38cb63b2ef0e1fa15b3b64d6, disabling compactions & flushes 2024-11-08T03:21:34,292 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:34,292 DEBUG [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:34,292 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. after waiting 0 ms 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T03:21:34,292 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T03:21:34,292 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1325): Online Regions={3ced732a38cb63b2ef0e1fa15b3b64d6=test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6., 1588230740=hbase:meta,,1.1588230740, 19ae16a46b0a955dd888f99babf0ed9d=hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d.} 2024-11-08T03:21:34,292 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ae16a46b0a955dd888f99babf0ed9d, 3ced732a38cb63b2ef0e1fa15b3b64d6 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T03:21:34,292 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T03:21:34,292 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T03:21:34,293 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T03:21:34,293 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T03:21:34,296 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/default/test/3ced732a38cb63b2ef0e1fa15b3b64d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T03:21:34,297 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ced732a38cb63b2ef0e1fa15b3b64d6: Waiting for close lock at 1731036094292Running coprocessor pre-close hooks at 1731036094292Disabling compacts and flushes for region at 1731036094292Disabling writes for close at 1731036094292Writing region close event to WAL at 1731036094293 (+1 ms)Running coprocessor post-close hooks at 1731036094297 (+4 ms)Closed at 1731036094297 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6. 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19ae16a46b0a955dd888f99babf0ed9d, disabling compactions & flushes 2024-11-08T03:21:34,297 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:34,297 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. after waiting 0 ms 2024-11-08T03:21:34,298 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:34,298 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19ae16a46b0a955dd888f99babf0ed9d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T03:21:34,316 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/info/2d7089aedcd547eea472e7d040aead1a is 147, key is hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d./info:regioninfo/1731036081580/Put/seqid=0 2024-11-08T03:21:34,316 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/hfileref/347dbdd37ecb474680cf6520b966a31c is 74, key is 1/hfileref:186e698001f74333ad62d728e8e417dc_SeqId_4_/1731036084336/DeleteColumn/seqid=0 2024-11-08T03:21:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741847_1023 (size=5489) 2024-11-08T03:21:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741848_1024 (size=7686) 2024-11-08T03:21:34,364 INFO [regionserver/350fccc412b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:34,493 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:34,693 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ae16a46b0a955dd888f99babf0ed9d 2024-11-08T03:21:34,703 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:34,708 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:21:34,708 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:34,708 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:21:34,709 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 350fccc412b5,46793,1731036063101: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-350fccc412b5,46793,1731036063101, walGroup=350fccc412b5%2C46793%2C1731036063101, offset=350fccc412b5%2C46793%2C1731036063101.1731036085084:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T03:21:34,711 ERROR [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T03:21:34,711 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T03:21:34,712 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T03:21:34,712 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T03:21:34,712 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T03:21:34,712 INFO [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1507852288, "init": 1048576000, "max": 2306867200, "used": 1088456296 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207483152 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T03:21:34,712 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T03:21:34,722 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/hfileref/347dbdd37ecb474680cf6520b966a31c 2024-11-08T03:21:34,725 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/info/2d7089aedcd547eea472e7d040aead1a 2024-11-08T03:21:34,742 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/ns/225e3d8880574aa89e6aff8fb427eba2 is 43, key is default/ns:d/1731036064811/Put/seqid=0 2024-11-08T03:21:34,742 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/queue/f34ba8f4332a424dad0beda06473560e is 153, key is 1-350fccc412b5,46793,1731036063101/queue:350fccc412b5%2C46793%2C1731036063101/1731036087805/Put/seqid=0 2024-11-08T03:21:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741850_1026 (size=5504) 2024-11-08T03:21:34,745 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/queue/f34ba8f4332a424dad0beda06473560e 2024-11-08T03:21:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741849_1025 (size=5153) 2024-11-08T03:21:34,749 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/hfileref/347dbdd37ecb474680cf6520b966a31c as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/hfileref/347dbdd37ecb474680cf6520b966a31c 2024-11-08T03:21:34,752 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/hfileref/347dbdd37ecb474680cf6520b966a31c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T03:21:34,753 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/.tmp/queue/f34ba8f4332a424dad0beda06473560e as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/queue/f34ba8f4332a424dad0beda06473560e 2024-11-08T03:21:34,756 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/queue/f34ba8f4332a424dad0beda06473560e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T03:21:34,757 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 19ae16a46b0a955dd888f99babf0ed9d in 459ms, sequenceid=17, compaction requested=false 2024-11-08T03:21:34,760 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/replication/19ae16a46b0a955dd888f99babf0ed9d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T03:21:34,760 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:34,760 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:21:34,760 INFO [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:34,760 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19ae16a46b0a955dd888f99babf0ed9d: Waiting for close lock at 1731036094297Running coprocessor pre-close hooks at 1731036094297Disabling compacts and flushes for region at 1731036094297Disabling writes for close at 1731036094298 (+1 ms)Obtaining lock to block concurrent updates at 1731036094298Preparing flush snapshotting stores in 19ae16a46b0a955dd888f99babf0ed9d at 1731036094298Finished memstore snapshotting hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731036094298Flushing stores of hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. at 1731036094298Flushing 19ae16a46b0a955dd888f99babf0ed9d/hfileref: creating writer at 1731036094298Flushing 19ae16a46b0a955dd888f99babf0ed9d/hfileref: appending metadata at 1731036094315 (+17 ms)Flushing 19ae16a46b0a955dd888f99babf0ed9d/hfileref: closing flushed file at 1731036094315Flushing 19ae16a46b0a955dd888f99babf0ed9d/queue: creating writer at 1731036094726 (+411 ms)Flushing 19ae16a46b0a955dd888f99babf0ed9d/queue: appending metadata at 1731036094742 (+16 ms)Flushing 19ae16a46b0a955dd888f99babf0ed9d/queue: closing flushed file at 1731036094742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e67c31: reopening flushed file at 1731036094748 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c858ed: reopening flushed file at 1731036094752 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 19ae16a46b0a955dd888f99babf0ed9d in 459ms, sequenceid=17, compaction requested=false at 1731036094757 (+5 ms)Writing region close event to WAL at 1731036094758 (+1 ms)Running coprocessor post-close hooks at 1731036094760 (+2 ms)Closed at 1731036094760 2024-11-08T03:21:34,760 DEBUG [RS_CLOSE_REGION-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731036080404.19ae16a46b0a955dd888f99babf0ed9d. 2024-11-08T03:21:34,893 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:34,911 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:34,988 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:40231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T03:21:35,093 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:35,146 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/ns/225e3d8880574aa89e6aff8fb427eba2 2024-11-08T03:21:35,170 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/eabdf7d4c17b4a7b9bb3b07de023cfee is 112, key is test,,1731036076461.3ced732a38cb63b2ef0e1fa15b3b64d6./rep_barrier:seqnumDuringOpen/1731036076869/Put/seqid=0 2024-11-08T03:21:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741851_1027 (size=5518) 2024-11-08T03:21:35,193 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/eabdf7d4c17b4a7b9bb3b07de023cfee 2024-11-08T03:21:35,204 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T03:21:35,204 INFO [regionserver/350fccc412b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T03:21:35,214 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:35,227 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/table/4b3d90d0945c4110b9a6f62d9ebcd92c is 53, key is hbase:replication/table:state/1731036081586/Put/seqid=0 2024-11-08T03:21:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741852_1028 (size=5308) 2024-11-08T03:21:35,293 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T03:21:35,293 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T03:21:35,293 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:35,470 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 393, reset compression=false 2024-11-08T03:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T03:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-350fccc412b5,46793,1731036063101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T03:21:35,476 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-08T03:21:35,494 DEBUG [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T03:21:35,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T03:21:35,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:21:35,538 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168893 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [350fccc412b5,46593,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=350fccc412b5:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T03:21:35,642 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:35,647 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/table/4b3d90d0945c4110b9a6f62d9ebcd92c 2024-11-08T03:21:35,651 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/info/2d7089aedcd547eea472e7d040aead1a as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/info/2d7089aedcd547eea472e7d040aead1a 2024-11-08T03:21:35,654 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/info/2d7089aedcd547eea472e7d040aead1a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T03:21:35,655 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/ns/225e3d8880574aa89e6aff8fb427eba2 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/ns/225e3d8880574aa89e6aff8fb427eba2 2024-11-08T03:21:35,658 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/ns/225e3d8880574aa89e6aff8fb427eba2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T03:21:35,659 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/eabdf7d4c17b4a7b9bb3b07de023cfee as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/rep_barrier/eabdf7d4c17b4a7b9bb3b07de023cfee 2024-11-08T03:21:35,662 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/rep_barrier/eabdf7d4c17b4a7b9bb3b07de023cfee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T03:21:35,663 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/.tmp/table/4b3d90d0945c4110b9a6f62d9ebcd92c as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/table/4b3d90d0945c4110b9a6f62d9ebcd92c 2024-11-08T03:21:35,666 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/table/4b3d90d0945c4110b9a6f62d9ebcd92c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T03:21:35,667 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=16, compaction requested=false 2024-11-08T03:21:35,667 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T03:21:35,672 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T03:21:35,673 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T03:21:35,673 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T03:21:35,673 INFO [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:35,673 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731036094292Running coprocessor pre-close hooks at 1731036094292Disabling compacts and flushes for region at 1731036094292Disabling writes for close at 1731036094292Obtaining lock to block concurrent updates at 1731036094293 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731036094293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731036094293Flushing stores of hbase:meta,,1.1588230740 at 1731036094293Flushing 1588230740/info: creating writer at 1731036094293Flushing 1588230740/info: appending metadata at 1731036094315 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731036094315Flushing 1588230740/ns: creating writer at 1731036094728 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731036094742 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731036094742Flushing 1588230740/rep_barrier: creating writer at 1731036095155 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731036095169 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731036095170 (+1 ms)Flushing 1588230740/table: creating writer at 1731036095198 (+28 ms)Flushing 1588230740/table: appending metadata at 1731036095226 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731036095226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d43f5f: reopening flushed file at 1731036095650 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4aed4d: reopening flushed file at 1731036095654 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524e870c: reopening flushed file at 1731036095658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e715b63: reopening flushed file at 1731036095662 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=16, compaction requested=false at 1731036095667 (+5 ms)Writing region close event to WAL at 1731036095670 (+3 ms)Running coprocessor post-close hooks at 1731036095673 (+3 ms)Closed at 1731036095673 2024-11-08T03:21:35,673 DEBUG [RS_CLOSE_META-regionserver/350fccc412b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T03:21:35,678 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:35,694 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(976): stopping server 350fccc412b5,46793,1731036063101; all regions closed. 2024-11-08T03:21:35,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.meta.1731036085110.meta not finished, retry = 0 2024-11-08T03:21:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741844_1020 (size=859) 2024-11-08T03:21:35,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.rep.1731036085061 not finished, retry = 0 2024-11-08T03:21:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741842_1018 (size=2791) 2024-11-08T03:21:35,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741843_1019 (size=696) 2024-11-08T03:21:35,904 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:35,904 INFO [RS:0;350fccc412b5:46793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T03:21:35,904 INFO [RS:0;350fccc412b5:46793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:35,904 INFO [RS:0;350fccc412b5:46793 {}] hbase.ChoreService(370): Chore service for: regionserver/350fccc412b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:35,904 INFO [RS:0;350fccc412b5:46793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:35,904 INFO [regionserver/350fccc412b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:35,905 INFO [RS:0;350fccc412b5:46793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-350fccc412b5,46793,1731036063101 because: Region server is closing 2024-11-08T03:21:35,905 INFO [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:46793. 2024-11-08T03:21:35,905 DEBUG [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:35,905 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:35,905 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:35,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:35,981 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 to pos 688, reset compression=false 2024-11-08T03:21:35,984 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/WALs/350fccc412b5,46793,1731036063101/350fccc412b5%2C46793%2C1731036063101.1731036085084 2024-11-08T03:21:35,984 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T03:21:35,984 DEBUG [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T03:21:36,005 INFO [RS:0;350fccc412b5:46793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 terminated 2024-11-08T03:21:36,006 INFO [RS:0;350fccc412b5:46793 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-350fccc412b5,46793,1731036063101 because: Region server is closing 2024-11-08T03:21:36,006 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,1-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,1-350fccc412b5,46793,1731036063101 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T03:21:36,006 INFO [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;350fccc412b5:46793. 2024-11-08T03:21:36,006 DEBUG [RS:0;350fccc412b5:46793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T03:21:36,006 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:36,006 DEBUG [RS:0;350fccc412b5:46793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T03:21:36,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T03:21:36,106 INFO [RS:0;350fccc412b5:46793 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.shipper350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 terminated 2024-11-08T03:21:36,106 INFO [RS:0;350fccc412b5:46793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46793 2024-11-08T03:21:36,106 WARN [RS_REFRESH_PEER-regionserver/350fccc412b5:0-0.replicationSource,2-350fccc412b5,46793,1731036063101.replicationSource.wal-reader.350fccc412b5%2C46793%2C1731036063101,2-350fccc412b5,46793,1731036063101 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T03:21:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01601450436/rs/350fccc412b5,46793,1731036063101 2024-11-08T03:21:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436/rs 2024-11-08T03:21:36,128 INFO [RS:0;350fccc412b5:46793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:36,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [350fccc412b5,46793,1731036063101] 2024-11-08T03:21:36,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/draining/350fccc412b5,46793,1731036063101 already deleted, retry=false 2024-11-08T03:21:36,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 350fccc412b5,46793,1731036063101 expired; onlineServers=0 2024-11-08T03:21:36,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '350fccc412b5,40231,1731036062787' ***** 2024-11-08T03:21:36,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T03:21:36,149 INFO [M:0;350fccc412b5:40231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T03:21:36,149 INFO [M:0;350fccc412b5:40231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T03:21:36,149 DEBUG [M:0;350fccc412b5:40231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T03:21:36,149 DEBUG [M:0;350fccc412b5:40231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T03:21:36,149 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036064026 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.small.0-1731036064026,5,FailOnTimeoutGroup] 2024-11-08T03:21:36,149 DEBUG [master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036064012 {}] cleaner.HFileCleaner(306): Exit Thread[master/350fccc412b5:0:becomeActiveMaster-HFileCleaner.large.0-1731036064012,5,FailOnTimeoutGroup] 2024-11-08T03:21:36,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T03:21:36,149 INFO [M:0;350fccc412b5:40231 {}] hbase.ChoreService(370): Chore service for: master/350fccc412b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T03:21:36,149 INFO [M:0;350fccc412b5:40231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T03:21:36,149 DEBUG [M:0;350fccc412b5:40231 {}] master.HMaster(1795): Stopping service threads 2024-11-08T03:21:36,149 INFO [M:0;350fccc412b5:40231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T03:21:36,150 INFO [M:0;350fccc412b5:40231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T03:21:36,150 ERROR [M:0;350fccc412b5:40231 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44307,5,PEWorkerGroup] 2024-11-08T03:21:36,150 INFO [M:0;350fccc412b5:40231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T03:21:36,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T03:21:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01601450436/master 2024-11-08T03:21:36,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01601450436 2024-11-08T03:21:36,170 DEBUG [M:0;350fccc412b5:40231 {}] zookeeper.RecoverableZooKeeper(212): Node /01601450436/master already deleted, retry=false 2024-11-08T03:21:36,170 DEBUG [M:0;350fccc412b5:40231 {}] master.ActiveMasterManager(353): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Failed delete of our master address node; KeeperErrorCode = NoNode for /01601450436/master 2024-11-08T03:21:36,171 INFO [M:0;350fccc412b5:40231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/.lastflushedseqids 2024-11-08T03:21:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741853_1029 (size=263) 2024-11-08T03:21:36,206 INFO [M:0;350fccc412b5:40231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T03:21:36,206 INFO [M:0;350fccc412b5:40231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T03:21:36,206 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T03:21:36,207 INFO [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:36,207 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:36,207 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T03:21:36,207 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:36,207 INFO [M:0;350fccc412b5:40231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-08T03:21:36,238 DEBUG [M:0;350fccc412b5:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c576512e48884badb0f0ce000b2651b7 is 82, key is hbase:meta,,1/info:regioninfo/1731036064760/Put/seqid=0 2024-11-08T03:21:36,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:36,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46793-0x101187615e80001, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:36,239 INFO [RS:0;350fccc412b5:46793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:36,239 INFO [RS:0;350fccc412b5:46793 {}] regionserver.HRegionServer(1031): Exiting; stopping=350fccc412b5,46793,1731036063101; zookeeper connection closed. 2024-11-08T03:21:36,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@284f2e58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@284f2e58 2024-11-08T03:21:36,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T03:21:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741854_1030 (size=5672) 2024-11-08T03:21:36,295 INFO [M:0;350fccc412b5:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c576512e48884badb0f0ce000b2651b7 2024-11-08T03:21:36,332 DEBUG [M:0;350fccc412b5:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d2ec92128e4a4d98221dd788ef053c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731036076883/Put/seqid=0 2024-11-08T03:21:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741855_1031 (size=7610) 2024-11-08T03:21:36,338 INFO [M:0;350fccc412b5:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d2ec92128e4a4d98221dd788ef053c 2024-11-08T03:21:36,350 INFO [M:0;350fccc412b5:40231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4d2ec92128e4a4d98221dd788ef053c 2024-11-08T03:21:36,381 DEBUG [M:0;350fccc412b5:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e592a2b1feb441ba3d01d5c67f2e034 is 69, key is 350fccc412b5,46793,1731036063101/rs:state/1731036064042/Put/seqid=0 2024-11-08T03:21:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741856_1032 (size=5156) 2024-11-08T03:21:36,389 INFO [M:0;350fccc412b5:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e592a2b1feb441ba3d01d5c67f2e034 2024-11-08T03:21:36,395 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c576512e48884badb0f0ce000b2651b7 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c576512e48884badb0f0ce000b2651b7 2024-11-08T03:21:36,401 INFO [M:0;350fccc412b5:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c576512e48884badb0f0ce000b2651b7, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T03:21:36,403 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d2ec92128e4a4d98221dd788ef053c as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d2ec92128e4a4d98221dd788ef053c 2024-11-08T03:21:36,416 INFO [M:0;350fccc412b5:40231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4d2ec92128e4a4d98221dd788ef053c 2024-11-08T03:21:36,416 INFO [M:0;350fccc412b5:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d2ec92128e4a4d98221dd788ef053c, entries=13, sequenceid=121, filesize=7.4 K 2024-11-08T03:21:36,418 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e592a2b1feb441ba3d01d5c67f2e034 as hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e592a2b1feb441ba3d01d5c67f2e034 2024-11-08T03:21:36,427 INFO [M:0;350fccc412b5:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/b02d529d-3167-de0b-daee-4d8512f88a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e592a2b1feb441ba3d01d5c67f2e034, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T03:21:36,428 INFO [M:0;350fccc412b5:40231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=121, compaction requested=false 2024-11-08T03:21:36,473 INFO [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T03:21:36,473 DEBUG [M:0;350fccc412b5:40231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731036096206Disabling compacts and flushes for region at 1731036096206Disabling writes for close at 1731036096207 (+1 ms)Obtaining lock to block concurrent updates at 1731036096207Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731036096207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731036096207Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731036096212 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731036096213 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731036096238 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731036096238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731036096300 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731036096331 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731036096331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731036096351 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731036096380 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731036096380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fe456d: reopening flushed file at 1731036096394 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e2de0d: reopening flushed file at 1731036096402 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4528a573: reopening flushed file at 1731036096416 (+14 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=121, compaction requested=false at 1731036096428 (+12 ms)Writing region close event to WAL at 1731036096473 (+45 ms)Closed at 1731036096473 2024-11-08T03:21:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741830_1006 (size=69920) 2024-11-08T03:21:36,492 INFO [M:0;350fccc412b5:40231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T03:21:36,492 INFO [M:0;350fccc412b5:40231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40231 2024-11-08T03:21:36,493 INFO [M:0;350fccc412b5:40231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T03:21:36,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T03:21:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:36,674 INFO [M:0;350fccc412b5:40231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T03:21:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101187615e80000, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T03:21:36,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ed989c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T03:21:36,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a20a1aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:36,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:36,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5749ced0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:36,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa8e23a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:36,678 WARN [BP-1696578352-172.17.0.3-1731036060246 heartbeating to localhost/127.0.0.1:44307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T03:21:36,678 WARN [BP-1696578352-172.17.0.3-1731036060246 heartbeating to localhost/127.0.0.1:44307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696578352-172.17.0.3-1731036060246 (Datanode Uuid 2ffcfa81-904c-45c2-bcfb-3464d0eb1b1b) service to localhost/127.0.0.1:44307 2024-11-08T03:21:36,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T03:21:36,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T03:21:36,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/data/data1/current/BP-1696578352-172.17.0.3-1731036060246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:36,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/cluster_e3dfc613-a1b0-b18c-9a56-1aa1a9204917/data/data2/current/BP-1696578352-172.17.0.3-1731036060246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T03:21:36,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T03:21:36,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10852d2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T03:21:36,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@560d4801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T03:21:36,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T03:21:36,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16090acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T03:21:36,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceea1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8ded0086-e864-6547-3799-d11cd0426a09/hadoop.log.dir/,STOPPED} 2024-11-08T03:21:36,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T03:21:36,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T03:21:36,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 529) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36589 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38729 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38729 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36589 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44307 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=983 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4100 (was 4477) 2024-11-08T03:21:36,717 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-08T03:21:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101187615e80002, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:21:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101187615e80005, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:21:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101187615e80008, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T03:21:36,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101187615e80008, quorum=127.0.0.1:56483, baseZNode=/2-2054752505 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:21:36,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101187615e80002, quorum=127.0.0.1:56483, baseZNode=/01601450436 Received Disconnected from ZooKeeper, ignoring 2024-11-08T03:21:36,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101187615e80005, quorum=127.0.0.1:56483, baseZNode=/11804500449 Received Disconnected from ZooKeeper, ignoring